[ 531.582478] env[64979]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.582478] env[64979]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 532.584097] env[65067]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.584097] env[65067]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.128714] env[65067]: INFO neutron.common.config [-] Logging enabled! [ 534.129178] env[65067]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 534.129264] env[65067]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65067) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 534.129564] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 534.129660] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 534.131043] env[65067]: WARNING oslo_policy.policy [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.131043] env[65067]: WARNING oslo_policy.policy [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.132339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] VMware NSXv3 Agent initialized successfully. [ 534.132686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] Acquiring lock "singleton_lock" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.132816] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] Acquired lock "singleton_lock" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.133024] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] Releasing lock "singleton_lock" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.133320] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] Full set of CONF: {{(pid=65067) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 534.133429] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ******************************************************************************** {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.133529] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] Configuration options gathered from: {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.133867] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.134046] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.134153] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ================================================================================ {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.134318] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] agent_down_time = 75 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.134450] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] allow_automatic_dhcp_failover = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.134580] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] allow_bulk = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.134747] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] api_extensions_path = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.134888] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] api_paste_config = api-paste.ini {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135036] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] auth_strategy = keystone {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135139] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] backdoor_port = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135238] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] backdoor_socket = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135370] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] backlog = 4096 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135502] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135655] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] bind_host = 0.0.0.0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135792] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] bind_port = 9696 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.135924] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] client_socket_timeout = 900 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136070] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] config_dir = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136175] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136306] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] config_source = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136439] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] control_exchange = neutron {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136570] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] core_plugin = ml2 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136755] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] debug = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.136943] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] default_availability_zones = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137172] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137307] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] dhcp_agent_notification = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137438] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] dhcp_agents_per_network = 1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137568] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] dhcp_lease_duration = 86400 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137708] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] dhcp_load_type = networks {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137837] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] dns_domain = openstacklocal {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.137965] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138105] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_default_route_bfd = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138229] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_default_route_ecmp = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138351] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_dvr = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138476] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_new_agents = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138602] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138731] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_signals = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138850] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] enable_traditional_dhcp = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.138969] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] external_dns_driver = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139104] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] filter_validation = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139240] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] global_physnet_mtu = 8950 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139365] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] graceful_shutdown_timeout = 60 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139537] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] host = cpu-1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139668] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] host_dvr_for_dhcp = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139798] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] http_retries = 3 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.139931] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] instance_format = [instance: %(uuid)s] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140073] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140207] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ipam_driver = internal {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140331] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ipv6_pd_enabled = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140453] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] l3_ha = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140582] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140712] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] l3_ha_network_physical_name = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140841] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] l3_ha_network_type = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.140973] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_color = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141116] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_config_append = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141250] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141371] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_dir = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141494] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_file = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141591] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_options = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141723] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_rotate_interval = 1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141852] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_rotate_interval_type = days {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.141984] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] log_rotation_type = none {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142098] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142195] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142336] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142487] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142550] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142674] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] max_dns_nameservers = 5 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142799] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] max_header_line = 16384 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.142922] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] max_l3_agents_per_router = 3 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143065] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] max_logfile_count = 30 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143194] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] max_logfile_size_mb = 200 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143315] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] max_subnet_host_routes = 20 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143447] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] my_ip = 10.180.1.21 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143580] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] my_ipv6 = ::1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143708] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] network_auto_schedule = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143831] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] network_link_prefix = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.143961] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144107] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] notify_nova_on_port_data_changes = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144235] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] notify_nova_on_port_status_changes = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144367] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] pagination_max_limit = -1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144494] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] publish_errors = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144645] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] rate_limit_burst = 0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144798] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] rate_limit_except_level = CRITICAL {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.144930] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] rate_limit_interval = 0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145068] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] retry_until_window = 30 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145218] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] router_distributed = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145324] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] rpc_resources_processing_step = 20 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145449] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] rpc_response_max_timeout = 600 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145575] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] rpc_response_timeout = 60 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145700] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] send_events_interval = 2 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145844] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] service_plugins = ['router'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.145979] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] setproctitle = on {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146113] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] shell_completion = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146245] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] state_path = /opt/stack/data/neutron {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146383] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] syslog_log_facility = LOG_USER {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146508] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] tcp_keepidle = 600 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146659] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] transport_url = **** {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146800] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] use_journal = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.146927] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] use_json = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147064] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] use_ssl = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147190] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] use_stderr = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147325] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] use_syslog = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147449] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] vlan_qinq = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147568] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] vlan_transparent = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147724] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] watch_log_file = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147858] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] wsgi_default_pool_size = 100 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.147981] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] wsgi_keep_alive = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.148131] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.148259] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] wsgi_server_debug = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.148405] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_concurrency.disable_process_locking = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148546] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148688] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148824] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148960] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149108] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149243] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149391] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.connection_string = messaging:// {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149528] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.enabled = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149666] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.es_doc_type = notification {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149802] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.es_scroll_size = 10000 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149940] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.es_scroll_time = 2m {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150082] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.filter_error_trace = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150220] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.hmac_keys = **** {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150356] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.sentinel_service_name = mymaster {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150491] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.socket_timeout = 0.1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150620] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.trace_requests = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150747] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler.trace_sqlalchemy = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150891] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler_jaeger.process_tags = {} {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151030] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler_jaeger.service_name_prefix = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151165] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] profiler_otlp.service_name_prefix = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151311] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.enforce_new_defaults = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151575] env[65067]: WARNING oslo_config.cfg [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 534.151726] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.enforce_scope = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151867] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.policy_default_rule = default {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152023] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152166] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152303] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152430] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152558] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152683] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152811] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152943] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153097] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153246] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] agent.extensions = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153381] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153516] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] service_providers.service_provider = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153659] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.default_quota = -1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153803] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153935] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_floatingip = 50 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154078] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_network = 100 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154209] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_port = 500 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154340] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154468] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_router = 10 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154598] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_security_group = 10 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154760] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154897] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.quota_subnet = 100 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155038] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] QUOTAS.track_quota_usage = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155189] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155319] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.group = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155447] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.helper_command = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155575] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.log_daemon_traceback = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155711] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155845] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.thread_pool_size = 8 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155972] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep.user = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156128] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156254] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.group = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156379] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.helper_command = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156508] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156672] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156878] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156949] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_dhcp_release.user = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157084] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157212] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.group = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157339] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157468] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157606] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157761] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157893] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_ovs_vsctl.user = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158038] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.capabilities = [21] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158166] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.group = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158292] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.helper_command = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158420] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158554] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158686] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158814] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_namespace.user = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158951] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.capabilities = [12] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159087] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.group = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159212] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.helper_command = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159338] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159468] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159597] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159722] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_conntrack.user = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159861] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.capabilities = [12, 21] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159985] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.group = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160123] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.helper_command = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160250] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.log_daemon_traceback = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160385] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160514] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.thread_pool_size = 8 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160637] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] privsep_link.user = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160788] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160931] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161077] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.continue_on_failed_promotions = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161210] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.dscp = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161343] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.dscp_inherit = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161481] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.force_mp_to_policy = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161612] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.locking_coordinator_url = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161743] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.log_agent_heartbeats = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161876] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.logging_expire = 1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162020] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162159] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162300] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.polling_interval = 240 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162433] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162571] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162711] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.report_interval = 30.0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162852] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162989] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163143] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163282] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.sync_skew = 60 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163415] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.synchronization_queue_size = 20 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163546] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT.use_helper_for_ns_read = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163684] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] SECURITYGROUP.enable_ipset = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163823] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] SECURITYGROUP.enable_security_group = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163960] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164115] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164256] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] experimental.ipv6_pd_enabled = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164412] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.extension_drivers = ['port_security'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164565] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.external_network_type = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164789] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164959] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.overlay_ip_version = 4 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165119] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.path_mtu = 8950 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165264] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.physical_network_mtus = {} {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165410] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165550] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165693] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ml2.type_drivers = ['vlan'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165838] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165969] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166115] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166262] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166404] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166542] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166708] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166858] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166997] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167216] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167362] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_login_password = **** {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167505] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167661] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_login_user = admin {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167807] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167950] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168098] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168230] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168366] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168506] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168643] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168782] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168919] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169072] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169213] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169346] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169483] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169669] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169818] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169955] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170100] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170237] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.auth_section = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170379] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.auth_type = password {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170520] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170645] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.certfile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170778] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.collect_timing = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170918] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.endpoint_type = public {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171060] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.insecure = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171190] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.keyfile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171328] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.region_name = RegionOne {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171459] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.split_loggers = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171588] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] nova.timeout = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171722] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.auth_section = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171862] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.auth_type = password {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171999] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172139] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.certfile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172268] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.collect_timing = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172404] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.endpoint_type = public {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172530] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.insecure = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172654] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.keyfile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172778] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.region_name = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172906] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.split_loggers = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173041] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] placement.timeout = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173176] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.auth_section = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173306] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.auth_type = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173431] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.cafile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173554] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.certfile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173682] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.collect_timing = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173805] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.connect_retries = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173928] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.connect_retry_delay = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174065] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.enable_notifications = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174190] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.endpoint_override = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174317] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.insecure = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174443] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.interface = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174568] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.keyfile = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174729] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.max_version = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174867] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.min_version = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175049] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.region_name = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175127] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.retriable_status_codes = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175250] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.service_name = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175376] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.service_type = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175504] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.split_loggers = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175631] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.status_code_retries = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175758] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.status_code_retry_delay = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175884] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.timeout = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176019] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.valid_interfaces = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176150] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ironic.version = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176287] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] cli_script.dry_run = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176427] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176556] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176716] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176857] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176988] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177129] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177255] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177385] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177517] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177660] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177787] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177923] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178071] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178208] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178337] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178474] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178606] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178738] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178873] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179035] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179179] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179309] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179438] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179566] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179694] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179825] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179952] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180093] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180222] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180350] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180480] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.ssl = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180620] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180756] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180882] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181024] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181161] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181289] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181428] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_notifications.driver = [] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181563] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_notifications.retry = -1 {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181707] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181837] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181938] env[65067]: DEBUG oslo_service.backend._eventlet.service [None req-d123158f-5456-4f3a-b881-127a49d92584 None None] ******************************************************************************** {{(pid=65067) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.183082] env[65067]: DEBUG neutron.agent.securitygroups_rpc [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Init firewall settings (driver=nsxv3) {{(pid=65067) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 534.184427] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65067) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 534.184687] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 534.186966] env[65067]: DEBUG dogpile.cache.region [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.187097] env[65067]: DEBUG dogpile.lock [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 534.187191] env[65067]: DEBUG dogpile.lock [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 534.187281] env[65067]: DEBUG dogpile.lock [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 534.187372] env[65067]: DEBUG dogpile.cache.region [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.187457] env[65067]: DEBUG dogpile.lock [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 534.187577] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 534.217275] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Session token - acquiring [ 534.218858] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.219077] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.219142] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.219571] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.230416] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.514943] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 534.532832] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 534.533018] env[65067]: DEBUG dogpile.cache.region [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Cache value generated in 0.345 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 534.533092] env[65067]: DEBUG dogpile.lock [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 534.533204] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Activating Policy API Provider. [ 534.533395] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Looking for the default Infrastructure Rules. [ 534.598755] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Looking for the Default Layer3 Logged Drop Section. [ 534.614548] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.615023] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.615205] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.615306] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.615591] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.615925] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.131467] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.633303] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.135445] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Inventory metadata is going to be refreshed. [ 536.135852] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.922176] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.922498] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.922498] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.922796] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.934146] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.935020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.935599] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.952121] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.952333] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.952376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.952656] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.952777] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.952954] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.953091] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.953199] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.974445] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.974770] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.974770] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.975012] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.975190] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.975327] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.995357] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.995581] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.995631] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.995882] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.996031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.996174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.014552] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.014767] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.014807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.015086] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.015225] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.015370] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 537.015471] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.015571] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 537.032148] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.032339] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.032445] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.032737] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.032864] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.033014] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 537.033119] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.033221] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 537.053150] env[65067]: DEBUG networking_nsxv3.common.locking [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.053406] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.053406] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.053649] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.053787] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.053937] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 537.054054] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.054154] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Inventory metadata have been refreshed. [ 537.054247] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Dryrun:True. Metadata refresh completed. [ 537.054360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Releasing lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.056123] env[65067]: INFO neutron.agent.agent_extensions_manager [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Loaded agent extensions: [] [ 537.056889] env[65067]: DEBUG neutron_lib.callbacks.manager [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65067) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 537.112678] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 537.112880] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 537.112880] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent out of sync with plugin! [ 542.057925] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.057925] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.059533] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.059914] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.061032] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.061389] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.420104] env[65067]: INFO networking_nsxv3.common.synchronization [None req-fb3f1407-e8e3-4285-a162-1be18d34e3fe demo admin] Enqueued Resource ID: 9acb311b-e526-4d4f-8aa3-855344bb4aa4 with Priority: HIGHEST for action security_group_rules [ 552.420497] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9acb311b-e526-4d4f-8aa3-855344bb4aa4 with Priority: HIGHEST for action security_group_rules [ 552.420699] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9acb311b-e526-4d4f-8aa3-855344bb4aa4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.420812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9acb311b-e526-4d4f-8aa3-855344bb4aa4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.420888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9acb311b-e526-4d4f-8aa3-855344bb4aa4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.421233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9acb311b-e526-4d4f-8aa3-855344bb4aa4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.421319] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9acb311b-e526-4d4f-8aa3-855344bb4aa4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.942289] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.942289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.942289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.942289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.942289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.942289] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9acb311b-e526-4d4f-8aa3-855344bb4aa4 already deleted. [ 552.942289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9acb311b-e526-4d4f-8aa3-855344bb4aa4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.421939] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.422360] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.423062] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.423062] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.424413] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.424413] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.425366] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.425961] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.745288] env[65067]: INFO networking_nsxv3.common.synchronization [None req-44ad08f7-bf41-4584-80fd-7d62081093d8 None None] Enqueued Resource ID: d9f2cbed-400b-4a74-b502-4be76583d4be with Priority: HIGHEST for action port [ 576.745620] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2cbed-400b-4a74-b502-4be76583d4be with Priority: HIGHEST for action port [ 576.745906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f2cbed-400b-4a74-b502-4be76583d4be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.745906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f2cbed-400b-4a74-b502-4be76583d4be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.745906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f2cbed-400b-4a74-b502-4be76583d4be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.746723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f2cbed-400b-4a74-b502-4be76583d4be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.746723] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f2cbed-400b-4a74-b502-4be76583d4be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.797993] env[65067]: INFO networking_nsxv3.common.synchronization [None req-76b4de9e-44a6-4699-b7fd-d0d094104b43 None None] Enqueued Resource ID: b1aad694-d93a-4a94-9913-c24f2c9fa7df with Priority: HIGHEST for action port [ 576.798271] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1aad694-d93a-4a94-9913-c24f2c9fa7df with Priority: HIGHEST for action port [ 576.799026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1aad694-d93a-4a94-9913-c24f2c9fa7df taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.799162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1aad694-d93a-4a94-9913-c24f2c9fa7df" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.799275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1aad694-d93a-4a94-9913-c24f2c9fa7df" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.800123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1aad694-d93a-4a94-9913-c24f2c9fa7df" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.800387] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1aad694-d93a-4a94-9913-c24f2c9fa7df',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.248612] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9f2cbed-400b-4a74-b502-4be76583d4be [ 577.248847] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.248985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.249066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.249423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.249423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.249513] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9f2cbed-400b-4a74-b502-4be76583d4be already deleted. [ 577.249549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f2cbed-400b-4a74-b502-4be76583d4be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.306128] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1aad694-d93a-4a94-9913-c24f2c9fa7df [ 577.307610] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.307610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.307610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.307610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.307610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.307610] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1aad694-d93a-4a94-9913-c24f2c9fa7df already deleted. [ 577.307610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1aad694-d93a-4a94-9913-c24f2c9fa7df" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.644580] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7828300e-fcea-4587-bc04-fc171287015d None None] Enqueued Resource ID: 9752bbe2-8bcc-461f-9434-d7e660996228 with Priority: HIGHEST for action port [ 578.645046] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752bbe2-8bcc-461f-9434-d7e660996228 with Priority: HIGHEST for action port [ 578.645391] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9752bbe2-8bcc-461f-9434-d7e660996228 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.645508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9752bbe2-8bcc-461f-9434-d7e660996228" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.645663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9752bbe2-8bcc-461f-9434-d7e660996228" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.645993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9752bbe2-8bcc-461f-9434-d7e660996228" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.645993] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9752bbe2-8bcc-461f-9434-d7e660996228',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.034563] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8443457c-248b-41a9-9bdf-04bf64a868ad None None] Enqueued Resource ID: aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7 with Priority: HIGHEST for action port [ 579.034563] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7 with Priority: HIGHEST for action port [ 579.034563] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.038426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.038426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.038426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.038426] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.061580] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.062149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.062149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.062453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.062821] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.150481] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9752bbe2-8bcc-461f-9434-d7e660996228 [ 579.150714] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.152549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.152549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.152549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.152549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.152549] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9752bbe2-8bcc-461f-9434-d7e660996228 already deleted. [ 579.152549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9752bbe2-8bcc-461f-9434-d7e660996228" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.543408] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7 [ 579.543713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.543860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.543969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.544455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.544455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.544455] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7 already deleted. [ 579.544455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaff85de-2f7f-48cb-a6a6-a1ab1aaee7b7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.567485] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.070711] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.573655] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 580.573769] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 580.761052] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c7a5d47b-672a-4844-b64e-90ca481664e8 None None] Enqueued Resource ID: 26f867fe-ce18-4b66-a280-5b94cee785c8 with Priority: HIGHEST for action port [ 580.761686] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f867fe-ce18-4b66-a280-5b94cee785c8 with Priority: HIGHEST for action port [ 580.762081] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f867fe-ce18-4b66-a280-5b94cee785c8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.762285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f867fe-ce18-4b66-a280-5b94cee785c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.762424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f867fe-ce18-4b66-a280-5b94cee785c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.762768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f867fe-ce18-4b66-a280-5b94cee785c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.762880] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f867fe-ce18-4b66-a280-5b94cee785c8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.265013] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26f867fe-ce18-4b66-a280-5b94cee785c8 [ 581.265013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.265013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.265451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.265451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.265451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.265451] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26f867fe-ce18-4b66-a280-5b94cee785c8 already deleted. [ 581.265552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f867fe-ce18-4b66-a280-5b94cee785c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.358036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.358202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.358280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.358480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.369868] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.370817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.371937] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.392891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.393089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.393180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.393428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.393522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.393636] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.393708] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.393779] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.413904] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.414070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.414144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.414351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.414490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.414604] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.440645] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.440797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.440869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.441086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.441195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.441304] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.461993] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.462145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.462217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.462426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.462526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.462642] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.462712] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.462808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.484581] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.484581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.484581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.484581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.484581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.484581] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.484581] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.484581] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.504416] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.504568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.504636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.504838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.504959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.505096] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.505168] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.505235] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 581.505302] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 581.505375] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 581.505436] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 581.505498] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 581.505763] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 581.505824] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 581.505949] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.531528] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.532927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.532927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.532927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.532927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.532927] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.556290] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.556290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.556290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.556290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.556290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.570134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.724373] env[65067]: INFO networking_nsxv3.common.synchronization [None req-23d03562-8445-4708-89cc-39f283e02800 None None] Enqueued Resource ID: 6eb507eb-de62-46a8-9487-c3ac0250db9f with Priority: HIGHEST for action port [ 582.724858] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb507eb-de62-46a8-9487-c3ac0250db9f with Priority: HIGHEST for action port [ 582.725266] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb507eb-de62-46a8-9487-c3ac0250db9f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.725399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb507eb-de62-46a8-9487-c3ac0250db9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.725458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb507eb-de62-46a8-9487-c3ac0250db9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.725693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb507eb-de62-46a8-9487-c3ac0250db9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.725767] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb507eb-de62-46a8-9487-c3ac0250db9f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.229133] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb507eb-de62-46a8-9487-c3ac0250db9f [ 583.229620] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.229620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.229620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.229867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.229932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.230359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb507eb-de62-46a8-9487-c3ac0250db9f already deleted. [ 583.230359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb507eb-de62-46a8-9487-c3ac0250db9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.374278] env[65067]: INFO networking_nsxv3.common.synchronization [None req-51495f95-bd74-40d4-8bf4-bbb6e72edce8 tempest-ServersTestBootFromVolume-666969773 tempest-ServersTestBootFromVolume-666969773-project-member] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_rules [ 583.374278] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_rules [ 583.374278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.374278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.374278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.375291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.375387] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.881374] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7abecbfa-e2d1-4180-84c6-a0754f65f4ce None None] Enqueued Resource ID: 22f646a0-09a3-47e3-8eaa-112aad94a4c4 with Priority: HIGHEST for action port [ 583.882226] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f646a0-09a3-47e3-8eaa-112aad94a4c4 with Priority: HIGHEST for action port [ 583.883548] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f646a0-09a3-47e3-8eaa-112aad94a4c4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.883548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f646a0-09a3-47e3-8eaa-112aad94a4c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.883548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f646a0-09a3-47e3-8eaa-112aad94a4c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.883882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f646a0-09a3-47e3-8eaa-112aad94a4c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.884031] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f646a0-09a3-47e3-8eaa-112aad94a4c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.895134] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d72b71a8-598e-4940-8a87-2306f5fb2124 None None] Enqueued Resource ID: 390835bd-7928-480f-9274-be89c7ad08c6 with Priority: HIGHEST for action port [ 583.897315] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 390835bd-7928-480f-9274-be89c7ad08c6 with Priority: HIGHEST for action port [ 583.897315] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-390835bd-7928-480f-9274-be89c7ad08c6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.897315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-390835bd-7928-480f-9274-be89c7ad08c6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.897315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-390835bd-7928-480f-9274-be89c7ad08c6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.897315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-390835bd-7928-480f-9274-be89c7ad08c6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.897315] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('390835bd-7928-480f-9274-be89c7ad08c6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.904432] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.904615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.904689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.904894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.904987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.905407] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 already deleted. [ 583.905407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.311045] env[65067]: INFO networking_nsxv3.common.synchronization [None req-22aed42a-176a-43ff-b1a4-2755fe627675 tempest-ServersTestBootFromVolume-666969773 tempest-ServersTestBootFromVolume-666969773-project-member] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_rules [ 584.311575] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_rules [ 584.311872] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.311999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.315066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.315066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.315066] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.386889] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22f646a0-09a3-47e3-8eaa-112aad94a4c4 [ 584.387201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.387378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.387475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.387846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.387922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.388213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22f646a0-09a3-47e3-8eaa-112aad94a4c4 already deleted. [ 584.388695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f646a0-09a3-47e3-8eaa-112aad94a4c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.399108] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 390835bd-7928-480f-9274-be89c7ad08c6 [ 584.399615] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.399615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.399615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.399810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.399886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.400146] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:390835bd-7928-480f-9274-be89c7ad08c6 already deleted. [ 584.400247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-390835bd-7928-480f-9274-be89c7ad08c6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.728473] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5d6c47f5-54d1-478c-ac07-338dfeb40e42 None None] Enqueued Resource ID: c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99 with Priority: HIGHEST for action port [ 584.728473] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99 with Priority: HIGHEST for action port [ 584.728873] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.729487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.729487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.729487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.729487] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.835805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.837052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.837330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.837636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.837788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.837999] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 already deleted. [ 584.838469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.235104] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99 [ 585.237035] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.237035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.237035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.237035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.237035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.237035] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99 already deleted. [ 585.237035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e8e7cc-01a4-4ca2-9cd7-6a13fff22b99" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.976258] env[65067]: INFO networking_nsxv3.common.synchronization [None req-91e8832c-f033-4ffc-93f1-41ac0bde36f6 None None] Enqueued Resource ID: 642efa88-90f3-4b79-80bc-951997cd0368 with Priority: HIGHEST for action port [ 585.977176] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 642efa88-90f3-4b79-80bc-951997cd0368 with Priority: HIGHEST for action port [ 585.977545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-642efa88-90f3-4b79-80bc-951997cd0368 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.977828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-642efa88-90f3-4b79-80bc-951997cd0368" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.977828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-642efa88-90f3-4b79-80bc-951997cd0368" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.978098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-642efa88-90f3-4b79-80bc-951997cd0368" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.978098] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642efa88-90f3-4b79-80bc-951997cd0368',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.313961] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3c225aa9-8b66-49b7-a913-262827d1677e None None] Enqueued Resource ID: c2485816-386f-4a8c-9d19-226715009593 with Priority: HIGHEST for action port [ 586.314767] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2485816-386f-4a8c-9d19-226715009593 with Priority: HIGHEST for action port [ 586.315916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2485816-386f-4a8c-9d19-226715009593 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.316190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2485816-386f-4a8c-9d19-226715009593" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.316190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2485816-386f-4a8c-9d19-226715009593" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.316407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2485816-386f-4a8c-9d19-226715009593" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.316489] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2485816-386f-4a8c-9d19-226715009593',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.480673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 642efa88-90f3-4b79-80bc-951997cd0368 [ 586.481142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.481302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.481372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.481576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.481669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.481765] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:642efa88-90f3-4b79-80bc-951997cd0368 already deleted. [ 586.481844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-642efa88-90f3-4b79-80bc-951997cd0368" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.818777] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2485816-386f-4a8c-9d19-226715009593 [ 586.818777] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.818917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.818950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.819604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.820152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.820381] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2485816-386f-4a8c-9d19-226715009593 already deleted. [ 586.820453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2485816-386f-4a8c-9d19-226715009593" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.531212] env[65067]: INFO networking_nsxv3.common.synchronization [None req-26180722-2ba8-48f7-a3cf-6c7da4eac794 None None] Enqueued Resource ID: 49db08e8-2217-4ab4-9582-71984cbf1590 with Priority: HIGHEST for action port [ 587.531212] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49db08e8-2217-4ab4-9582-71984cbf1590 with Priority: HIGHEST for action port [ 587.531212] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-49db08e8-2217-4ab4-9582-71984cbf1590 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.531212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49db08e8-2217-4ab4-9582-71984cbf1590" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.531696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49db08e8-2217-4ab4-9582-71984cbf1590" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.532143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49db08e8-2217-4ab4-9582-71984cbf1590" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.532316] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49db08e8-2217-4ab4-9582-71984cbf1590',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.939536] env[65067]: INFO networking_nsxv3.common.synchronization [None req-12ce586e-8419-43a5-8906-6d9a0f730a2b tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_rules [ 587.940100] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_rules [ 587.940413] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.940630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.940630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.941261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.941261] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.035345] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49db08e8-2217-4ab4-9582-71984cbf1590 [ 588.035585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.035742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.036761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.036974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.037104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.037213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49db08e8-2217-4ab4-9582-71984cbf1590 already deleted. [ 588.037304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49db08e8-2217-4ab4-9582-71984cbf1590" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.374087] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c686a2d0-0651-47d0-8a89-43dd0ddcde35 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_rules [ 588.374639] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_rules [ 588.374979] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.377546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.463905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.464057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.464126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.464334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.465662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.465662] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940f3152-ff27-4bd5-824c-93388866a25f already deleted. [ 588.465662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.465662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.465662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.465662] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.625108] env[65067]: INFO networking_nsxv3.common.synchronization [None req-54824e5f-055a-4695-8f2e-b463d01b0ab6 None None] Enqueued Resource ID: 662bcfb1-a8d9-422a-b056-f2457e7d5dc8 with Priority: HIGHEST for action port [ 588.625672] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662bcfb1-a8d9-422a-b056-f2457e7d5dc8 with Priority: HIGHEST for action port [ 588.625977] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-662bcfb1-a8d9-422a-b056-f2457e7d5dc8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.626325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-662bcfb1-a8d9-422a-b056-f2457e7d5dc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.626393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-662bcfb1-a8d9-422a-b056-f2457e7d5dc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.626768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-662bcfb1-a8d9-422a-b056-f2457e7d5dc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.626836] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('662bcfb1-a8d9-422a-b056-f2457e7d5dc8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.987014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.987328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.987328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.987492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.987615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.987700] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940f3152-ff27-4bd5-824c-93388866a25f already deleted. [ 588.987768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.129673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 662bcfb1-a8d9-422a-b056-f2457e7d5dc8 [ 589.132577] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.132577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.132577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.132577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.132577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.133054] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:662bcfb1-a8d9-422a-b056-f2457e7d5dc8 already deleted. [ 589.133251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-662bcfb1-a8d9-422a-b056-f2457e7d5dc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.212410] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a903f23b-4652-4d16-9e14-fe6596453310 None None] Enqueued Resource ID: 0d4ea61c-cba1-4501-83c7-372ea87702bf with Priority: HIGHEST for action port [ 589.212701] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4ea61c-cba1-4501-83c7-372ea87702bf with Priority: HIGHEST for action port [ 589.213301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4ea61c-cba1-4501-83c7-372ea87702bf taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.213571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4ea61c-cba1-4501-83c7-372ea87702bf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.213571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4ea61c-cba1-4501-83c7-372ea87702bf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.213880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4ea61c-cba1-4501-83c7-372ea87702bf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.213880] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4ea61c-cba1-4501-83c7-372ea87702bf',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.718442] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d4ea61c-cba1-4501-83c7-372ea87702bf [ 589.718745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.718811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.718884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.719767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.719767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.719767] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d4ea61c-cba1-4501-83c7-372ea87702bf already deleted. [ 589.719767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4ea61c-cba1-4501-83c7-372ea87702bf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.328731] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3f3fea58-cb94-4c99-a6cc-226b66525b4e None None] Enqueued Resource ID: 6b4b5e2b-857a-49d0-a1fa-d3984e3c9672 with Priority: HIGHEST for action port [ 590.329561] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4b5e2b-857a-49d0-a1fa-d3984e3c9672 with Priority: HIGHEST for action port [ 590.329891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4b5e2b-857a-49d0-a1fa-d3984e3c9672 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.330024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4b5e2b-857a-49d0-a1fa-d3984e3c9672" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.330154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4b5e2b-857a-49d0-a1fa-d3984e3c9672" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.330596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4b5e2b-857a-49d0-a1fa-d3984e3c9672" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.330698] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4b5e2b-857a-49d0-a1fa-d3984e3c9672',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.509451] env[65067]: INFO networking_nsxv3.common.synchronization [None req-9312b67a-878a-455e-8cde-94bb95efb28c None None] Enqueued Resource ID: 198612e4-edfc-436d-bbd1-a1756d4638bb with Priority: HIGHEST for action port [ 590.510145] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198612e4-edfc-436d-bbd1-a1756d4638bb with Priority: HIGHEST for action port [ 590.510636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-198612e4-edfc-436d-bbd1-a1756d4638bb taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.510636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198612e4-edfc-436d-bbd1-a1756d4638bb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.510636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198612e4-edfc-436d-bbd1-a1756d4638bb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.510767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198612e4-edfc-436d-bbd1-a1756d4638bb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.510829] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198612e4-edfc-436d-bbd1-a1756d4638bb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.833268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4b5e2b-857a-49d0-a1fa-d3984e3c9672 [ 590.833675] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.833845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.833918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.834167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.834260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.834359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4b5e2b-857a-49d0-a1fa-d3984e3c9672 already deleted. [ 590.834439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4b5e2b-857a-49d0-a1fa-d3984e3c9672" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.013383] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198612e4-edfc-436d-bbd1-a1756d4638bb [ 591.013536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.013788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.013788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.013952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.014040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.014160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198612e4-edfc-436d-bbd1-a1756d4638bb already deleted. [ 591.014224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198612e4-edfc-436d-bbd1-a1756d4638bb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.813586] env[65067]: INFO networking_nsxv3.common.synchronization [None req-aacced10-f6ad-4dc6-b316-191afbcad499 tempest-ServersV294TestFqdnHostnames-2126447481 tempest-ServersV294TestFqdnHostnames-2126447481-project-member] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_rules [ 591.817619] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_rules [ 591.819707] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.819707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.819707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.819707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.819707] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.938324] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e9b5276b-0e2b-4f6c-9a3d-ec913f09d1b1 tempest-ServersV294TestFqdnHostnames-2126447481 tempest-ServersV294TestFqdnHostnames-2126447481-project-member] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_rules [ 591.939622] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_rules [ 591.940036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.940036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.342796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.345310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.345416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.345671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.345762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.345866] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 already deleted. [ 592.346049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.346211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.346373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.346456] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.867880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.868021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.868100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.868312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.868415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.868543] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 already deleted. [ 592.868584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.265432] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c3553ded-8c33-45f5-afd5-b50a019ebaa6 None None] Enqueued Resource ID: 46c38713-c00e-4d8d-af7a-b8d0bfb54bdb with Priority: HIGHEST for action port [ 593.265985] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c38713-c00e-4d8d-af7a-b8d0bfb54bdb with Priority: HIGHEST for action port [ 593.266937] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c38713-c00e-4d8d-af7a-b8d0bfb54bdb taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.266937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c38713-c00e-4d8d-af7a-b8d0bfb54bdb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.266937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c38713-c00e-4d8d-af7a-b8d0bfb54bdb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.266937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c38713-c00e-4d8d-af7a-b8d0bfb54bdb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.266937] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c38713-c00e-4d8d-af7a-b8d0bfb54bdb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.770894] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c38713-c00e-4d8d-af7a-b8d0bfb54bdb [ 593.770894] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.770894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.770894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.771070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.771116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.771967] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c38713-c00e-4d8d-af7a-b8d0bfb54bdb already deleted. [ 593.771967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c38713-c00e-4d8d-af7a-b8d0bfb54bdb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.499976] env[65067]: INFO networking_nsxv3.common.synchronization [None req-61d91815-8163-4d8e-b047-95fa39afd2c6 None None] Enqueued Resource ID: 03c4c48f-ca51-4e33-b9af-1d615e57bbc5 with Priority: HIGHEST for action port [ 594.500299] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c4c48f-ca51-4e33-b9af-1d615e57bbc5 with Priority: HIGHEST for action port [ 594.500782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c4c48f-ca51-4e33-b9af-1d615e57bbc5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.500901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c4c48f-ca51-4e33-b9af-1d615e57bbc5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.500976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c4c48f-ca51-4e33-b9af-1d615e57bbc5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.501277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c4c48f-ca51-4e33-b9af-1d615e57bbc5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.501354] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c4c48f-ca51-4e33-b9af-1d615e57bbc5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.885316] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8fea6fb7-ad4c-434d-9f26-325ddfe86773 None None] Enqueued Resource ID: 6eff2afa-1a4e-4e87-bcde-581ccef17f65 with Priority: HIGHEST for action port [ 594.885884] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eff2afa-1a4e-4e87-bcde-581ccef17f65 with Priority: HIGHEST for action port [ 594.886201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eff2afa-1a4e-4e87-bcde-581ccef17f65 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.886329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eff2afa-1a4e-4e87-bcde-581ccef17f65" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.886396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eff2afa-1a4e-4e87-bcde-581ccef17f65" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.886636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eff2afa-1a4e-4e87-bcde-581ccef17f65" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.886718] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eff2afa-1a4e-4e87-bcde-581ccef17f65',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.004818] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03c4c48f-ca51-4e33-b9af-1d615e57bbc5 [ 595.004818] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.004818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.004818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.004818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.004818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.004818] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03c4c48f-ca51-4e33-b9af-1d615e57bbc5 already deleted. [ 595.004818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c4c48f-ca51-4e33-b9af-1d615e57bbc5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.390287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eff2afa-1a4e-4e87-bcde-581ccef17f65 [ 595.390407] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.390714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.391273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.391273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.391273] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eff2afa-1a4e-4e87-bcde-581ccef17f65 already deleted. [ 595.391273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eff2afa-1a4e-4e87-bcde-581ccef17f65" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.397670] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-ad333660-ac24-46c2-bf10-2318583b6427 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 596.398248] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 596.398398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.398622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.398622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.399315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.399315] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.399774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.401429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.401429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.401429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.401429] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.825921] env[65067]: INFO networking_nsxv3.common.synchronization [None req-60c99c70-1de5-4518-bdc0-949b3de5cd3e None None] Enqueued Resource ID: aeb15db9-c22b-4c80-bfcc-2c45ab46095e with Priority: HIGHEST for action port [ 596.826457] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb15db9-c22b-4c80-bfcc-2c45ab46095e with Priority: HIGHEST for action port [ 596.826756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeb15db9-c22b-4c80-bfcc-2c45ab46095e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.826879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeb15db9-c22b-4c80-bfcc-2c45ab46095e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.826945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeb15db9-c22b-4c80-bfcc-2c45ab46095e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.830170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeb15db9-c22b-4c80-bfcc-2c45ab46095e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.830293] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeb15db9-c22b-4c80-bfcc-2c45ab46095e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.860739] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-b4fecea2-ff20-485f-bcc7-b6a7259f66cc tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 596.862084] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 596.862641] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.862796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.903958] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.906098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.906098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.906098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.906098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.906279] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.906338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.906372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.906544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.906622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.906711] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 already deleted. [ 596.906794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.907048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.907231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.907378] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.907478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.907538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.907673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.907749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.907841] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.990428] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d47bcd32-fd43-4512-aef4-11b375791822 tempest-VolumesAssistedSnapshotsTest-1138564603 tempest-VolumesAssistedSnapshotsTest-1138564603-project-member] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_rules [ 596.990428] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_rules [ 596.990428] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.990428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.990428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.990428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.990428] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.203751] env[65067]: INFO networking_nsxv3.common.synchronization [None req-375272e1-0f16-46b3-ac1d-17a3f868a043 tempest-VolumesAssistedSnapshotsTest-1138564603 tempest-VolumesAssistedSnapshotsTest-1138564603-project-member] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_rules [ 597.204302] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_rules [ 597.204663] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.248778] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-a7d218b1-632a-4d8e-98ac-cd7914026594 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 597.249368] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 597.249717] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.249775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.332149] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeb15db9-c22b-4c80-bfcc-2c45ab46095e [ 597.332419] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.332726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.332898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.333776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.333776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.333776] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeb15db9-c22b-4c80-bfcc-2c45ab46095e already deleted. [ 597.333776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeb15db9-c22b-4c80-bfcc-2c45ab46095e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.410955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.412667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.412667] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 already deleted. [ 597.412667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.414243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.414243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.414243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.414243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.414243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.414734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.414923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.415074] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.512734] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.512875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.512958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.513188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.513286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.513380] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1464a9-a829-4384-811c-242baede566a already deleted. [ 597.513464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.513607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.513768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.513851] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.705737] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.705935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.706068] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.706388] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.706649] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.706804] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.706931] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.707184] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.707550] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.707859] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.707969] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.708115] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.708221] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.708325] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.708423] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.708546] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.728228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.728703] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.728703] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.728703] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.728993] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-5b640666-6830-41a4-b908-5eca90078906 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.729176] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.729288] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.729587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.729711] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b640666-6830-41a4-b908-5eca90078906',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.919832] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.919832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.919832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.920344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.920344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.920621] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.920759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.920845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.921059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.921401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.921531] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 already deleted. [ 597.921583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.037513] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.037513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.037777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.037820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.037931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.037996] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1464a9-a829-4384-811c-242baede566a already deleted. [ 598.038119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.231600] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.232482] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.232482] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.232482] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.232482] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.232704] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 5b640666-6830-41a4-b908-5eca90078906 not found, creating... [ 598.232861] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.233026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.233169] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.233394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.233540] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.233912] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.234327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.234327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.234510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.234510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.234631] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 5b640666-6830-41a4-b908-5eca90078906 is going to be created. [ 598.256348] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.256568] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.256704] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.256995] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.257248] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.257465] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.107615] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-f2291431-d2f1-4d17-aec1-ac8edc668d8e service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 599.108011] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-f2291431-d2f1-4d17-aec1-ac8edc668d8e service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 599.110081] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-f2291431-d2f1-4d17-aec1-ac8edc668d8e service nova] Enqueued Resource ID: 5b640666-6830-41a4-b908-5eca90078906 with Priority: HIGHEST for action port [ 599.110790] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 599.111521] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 599.111812] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b640666-6830-41a4-b908-5eca90078906 with Priority: HIGHEST for action port [ 599.112065] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.112202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.112358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.112600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.112659] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.113552] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.113750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.113750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.114606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.114606] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.114606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.114606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.114606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.114606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.114776] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.115905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b640666-6830-41a4-b908-5eca90078906 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.116088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.116180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.116409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.116503] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b640666-6830-41a4-b908-5eca90078906',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.123703] env[65067]: INFO networking_nsxv3.common.synchronization [req-a1ad492b-d38c-498b-9c27-093808915c92 req-bf05396a-689f-42e1-bd96-3f8c84f169bd tempest-ListServerFiltersTestJSON-954404467 tempest-ListServerFiltersTestJSON-954404467-project-member] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 599.124670] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 599.125659] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.125763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.125837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.126111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.126374] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.126640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.126640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.126961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.126961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.127526] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.583102] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.583235] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.583235] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.583535] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.583787] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.583938] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.584075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.584289] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.584426] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.584629] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.584733] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.584835] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.584934] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.585048] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.585152] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.585270] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.606440] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.606776] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.606913] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.607211] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.607721] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.607898] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.607898] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.608317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.608423] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5dd94f-d80a-4e22-8d72-b6d3822a1684',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.620238] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.620387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.629955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.630906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.630906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.630906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.630906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.630906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.630906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.631179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.631179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.631238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.631324] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 already deleted. [ 599.631440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.637322] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b640666-6830-41a4-b908-5eca90078906 with status ACTIVE [ 599.637322] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.637322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.637322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.637633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.637633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.637772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.637772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.637933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.638168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.638259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.638446] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.638555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.638661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.638830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.638918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.639028] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b640666-6830-41a4-b908-5eca90078906 is going to be updated. [ 599.640883] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.664445] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.664445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.664445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.664666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.664698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.668299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b640666-6830-41a4-b908-5eca90078906" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.114020] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.114020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.114020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.114020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.114020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.114020] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port bd5dd94f-d80a-4e22-8d72-b6d3822a1684 not found, creating... [ 600.114020] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.114020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.114020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.114713] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.114753] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.115248] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.115411] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.115522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.115722] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.115852] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.115983] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: bd5dd94f-d80a-4e22-8d72-b6d3822a1684 is going to be created. [ 600.136734] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.136930] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.137084] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.137501] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.137576] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.137783] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.142057] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.195506] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.195703] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.195820] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.196181] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.196440] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.196591] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.196703] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.196915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.197090] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.197293] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.197401] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.197503] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.197605] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.197703] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.197798] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.197920] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.215671] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.215843] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.215977] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.216211] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.216522] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-5b334cc0-5165-4532-add1-adfc7a3c7bbf taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.216689] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.216801] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.217176] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.217306] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b334cc0-5165-4532-add1-adfc7a3c7bbf',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.408477] env[65067]: INFO networking_nsxv3.common.synchronization [None req-247f4e8c-8fe7-477a-952b-9db7e44e7f09 None None] Enqueued Resource ID: aba78d61-1453-4282-9cd8-383bc72fb62f with Priority: HIGHEST for action port [ 600.409043] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba78d61-1453-4282-9cd8-383bc72fb62f with Priority: HIGHEST for action port [ 600.409527] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba78d61-1453-4282-9cd8-383bc72fb62f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.409681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba78d61-1453-4282-9cd8-383bc72fb62f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.409757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba78d61-1453-4282-9cd8-383bc72fb62f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.410051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba78d61-1453-4282-9cd8-383bc72fb62f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.410157] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba78d61-1453-4282-9cd8-383bc72fb62f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.644644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.644848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.645009] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.645192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.645283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.645399] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be created. [ 600.674125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.674304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.674355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.674648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.674777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.684576] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: UNINITIALIZED for 2s [ 600.720320] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.720530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720642] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.720921] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.721080] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.721227] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 5b334cc0-5165-4532-add1-adfc7a3c7bbf not found, creating... [ 600.721479] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.721636] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.721743] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.721951] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.722152] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.722391] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.722582] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.722660] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.722857] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.722983] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.723222] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 5b334cc0-5165-4532-add1-adfc7a3c7bbf is going to be created. [ 600.746185] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.746471] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.746611] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.746941] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.747224] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.747913] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.856178] env[65067]: INFO networking_nsxv3.common.synchronization [req-a1ad492b-d38c-498b-9c27-093808915c92 req-611882c2-76d1-4a80-9786-a3f3e2c0ff0f service nova] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_rules [ 600.856351] env[65067]: INFO networking_nsxv3.common.synchronization [req-a1ad492b-d38c-498b-9c27-093808915c92 req-611882c2-76d1-4a80-9786-a3f3e2c0ff0f service nova] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 600.856482] env[65067]: INFO networking_nsxv3.common.synchronization [req-a1ad492b-d38c-498b-9c27-093808915c92 req-611882c2-76d1-4a80-9786-a3f3e2c0ff0f service nova] Enqueued Resource ID: bd5dd94f-d80a-4e22-8d72-b6d3822a1684 with Priority: HIGHEST for action port [ 600.857126] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_rules [ 600.857205] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 600.857293] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5dd94f-d80a-4e22-8d72-b6d3822a1684 with Priority: HIGHEST for action port [ 600.857562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.857679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.857753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.857990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.860979] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.863388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.863484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.863568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.863748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.863904] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.864015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.864090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.864325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.864462] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.866831] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.866831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.866831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.866831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.867115] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5dd94f-d80a-4e22-8d72-b6d3822a1684',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.913676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aba78d61-1453-4282-9cd8-383bc72fb62f [ 600.913676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.913676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.913676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.913676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.913676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.913994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aba78d61-1453-4282-9cd8-383bc72fb62f already deleted. [ 600.913994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba78d61-1453-4282-9cd8-383bc72fb62f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.369991] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.369991] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370435] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5dd94f-d80a-4e22-8d72-b6d3822a1684 with status ACTIVE [ 601.370435] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.371123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.371123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.371123] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.371123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.371123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.371334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.371334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.372484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.372484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.372673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.372673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.372732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.372809] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5dd94f-d80a-4e22-8d72-b6d3822a1684 is going to be updated. [ 601.393831] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.393831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.394053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.394131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.394281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5dd94f-d80a-4e22-8d72-b6d3822a1684" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.543306] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-8a5905ae-917c-4736-b243-181678758dd3 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 601.543306] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-8a5905ae-917c-4736-b243-181678758dd3 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 601.543429] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-8a5905ae-917c-4736-b243-181678758dd3 service nova] Enqueued Resource ID: 5b334cc0-5165-4532-add1-adfc7a3c7bbf with Priority: HIGHEST for action port [ 601.543958] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 601.544048] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 601.544137] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b334cc0-5165-4532-add1-adfc7a3c7bbf with Priority: HIGHEST for action port [ 601.544580] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.544580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.544700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.544743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.544890] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b334cc0-5165-4532-add1-adfc7a3c7bbf taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.545024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.545112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.545244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.545440] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b334cc0-5165-4532-add1-adfc7a3c7bbf',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.875230] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.048107] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b334cc0-5165-4532-add1-adfc7a3c7bbf with status ACTIVE [ 602.048107] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.048107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.048107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.048107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.048107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.048638] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.049045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.049222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.052118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.052118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.052118] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.052118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.054234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.054234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.054234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.054234] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b334cc0-5165-4532-add1-adfc7a3c7bbf is going to be updated. [ 602.075670] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.076965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.076965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.076965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.076965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.076965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b334cc0-5165-4532-add1-adfc7a3c7bbf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.380347] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.380347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.380347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.380347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.380347] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.380847] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.380847] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.380847] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.380995] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.381344] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.381344] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.381581] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.381630] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.381744] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.381845] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.381969] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.383513] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.383605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.383661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.383800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.383866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.383953] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be created. [ 602.407273] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.407435] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.407567] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.407738] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-775" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.408121] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-5e421797-8a06-47e1-9731-8ef2c4f81b88 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.408270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.408378] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.408688] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.408814] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e421797-8a06-47e1-9731-8ef2c4f81b88',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.415392] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.415546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.415612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.415776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.415927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.432661] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: UNINITIALIZED for 2s [ 602.695766] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 602.696492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.697049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.697680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.697965] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.698490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.698490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.699098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.699098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.699195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.699275] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.701063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.701511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.701674] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.702449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.702449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.702449] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.792164] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f5727ff9-8e1b-4cf7-8dff-c944fd4135e6 None None] Enqueued Resource ID: 08841fdb-9493-47dd-b3d7-3f086be32359 with Priority: HIGHEST for action port [ 602.792726] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08841fdb-9493-47dd-b3d7-3f086be32359 with Priority: HIGHEST for action port [ 602.793182] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-08841fdb-9493-47dd-b3d7-3f086be32359 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.793317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08841fdb-9493-47dd-b3d7-3f086be32359" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.793317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08841fdb-9493-47dd-b3d7-3f086be32359" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.793719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08841fdb-9493-47dd-b3d7-3f086be32359" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.793719] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08841fdb-9493-47dd-b3d7-3f086be32359',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.912395] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.912630] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.912724] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.912991] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.913967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.913967] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 5e421797-8a06-47e1-9731-8ef2c4f81b88 not found, creating... [ 602.913967] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.913967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.913967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.914357] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.914357] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.914421] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.914544] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.914648] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.914896] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.915423] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.915423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 5e421797-8a06-47e1-9731-8ef2c4f81b88 is going to be created. [ 602.939661] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.939918] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.940650] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.940650] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.941224] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.941448] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.179479] env[65067]: INFO networking_nsxv3.common.synchronization [req-62f4bd71-8c9a-4565-81c4-5101dbf9f6b1 req-caa609f1-f67a-4227-88ea-28a5d6cb6aa0 tempest-DeleteServersAdminTestJSON-599356591 tempest-DeleteServersAdminTestJSON-599356591-project-member] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 603.179994] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 603.180327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.180710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.180710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.180835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.180952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.181062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.181126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.181284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.181406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.181457] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.205015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.205210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.205351] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.295903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08841fdb-9493-47dd-b3d7-3f086be32359 [ 603.296171] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.296312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.296382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.296601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.296689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.296783] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08841fdb-9493-47dd-b3d7-3f086be32359 already deleted. [ 603.296862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08841fdb-9493-47dd-b3d7-3f086be32359" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.672851] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-bde13db1-6a33-44f7-ac20-fd8e00f44cf0 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 603.674135] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-bde13db1-6a33-44f7-ac20-fd8e00f44cf0 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 603.674135] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e3ff28e-5e70-4126-8b3f-2f927cf8f403 req-bde13db1-6a33-44f7-ac20-fd8e00f44cf0 service nova] Enqueued Resource ID: 5e421797-8a06-47e1-9731-8ef2c4f81b88 with Priority: HIGHEST for action port [ 603.674135] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 603.674135] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 603.674135] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e421797-8a06-47e1-9731-8ef2c4f81b88 with Priority: HIGHEST for action port [ 603.674135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.674500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.674500] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.674500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.674725] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e421797-8a06-47e1-9731-8ef2c4f81b88 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.674725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.674805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.675021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.675120] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e421797-8a06-47e1-9731-8ef2c4f81b88',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.685489] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.685489] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.685489] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 already deleted. [ 603.685489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.710073] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.768021] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.768293] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.768435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.769447] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.769733] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.769921] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.770390] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.770470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.770730] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.770914] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.771105] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.771363] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.771527] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.771671] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.771859] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.796271] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.796515] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.796711] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.797293] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.799454] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-ff621221-358a-4dc4-aeed-9260f627aafa taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.799655] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.799775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.800105] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.800244] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff621221-358a-4dc4-aeed-9260f627aafa',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.177777] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e421797-8a06-47e1-9731-8ef2c4f81b88 with status ACTIVE [ 604.178037] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.178198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.178269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.178945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.178945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.178945] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.178945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.178945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.179340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.179340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.179340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.179479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.179479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.179615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.179692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.179758] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e421797-8a06-47e1-9731-8ef2c4f81b88 is going to be updated. [ 604.206549] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.206714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.206791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.207116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.207302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.207482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e421797-8a06-47e1-9731-8ef2c4f81b88" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.209994] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.210134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.210192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.210392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.210479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.210569] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 604.254086] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.254315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.254407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.254576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.254788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.265421] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 604.304282] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.304282] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.304282] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.304682] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.304765] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.304894] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port ff621221-358a-4dc4-aeed-9260f627aafa not found, creating... [ 604.305319] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.305415] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.305472] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.305714] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.305853] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.306159] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.306311] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.306415] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.306617] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.306760] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.306911] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: ff621221-358a-4dc4-aeed-9260f627aafa is going to be created. [ 604.339590] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.341036] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.341036] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.341036] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.341036] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.341246] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.444257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 604.444837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.444837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.445032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.445353] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.445503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.445575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.445803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.445909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.446066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.446195] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.474145] env[65067]: INFO networking_nsxv3.common.synchronization [req-813d172d-8cda-4c6f-ad82-fd4d80db9578 req-6f071777-4de2-4615-8743-50d837a1b556 tempest-TenantUsagesTestJSON-973083322 tempest-TenantUsagesTestJSON-973083322-project-member] Enqueued Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_members [ 604.475751] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_members [ 604.476173] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.476343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.477041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.477041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.477041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.477281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.477392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.477710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.478497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.478497] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.930720] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.931048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.931048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.931342] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.931601] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.931771] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.931886] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.934174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.934174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.934325] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.934325] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.934457] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.934565] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.935334] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.935334] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.935334] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.949200] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.949459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.949459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.949811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.949912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.950045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.950104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.950274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.950365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.950456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.950751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.950751] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.950887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.950923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.951055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.951148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.951211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.951341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.951419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.951501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.951592] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.960021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.960255] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.960427] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.960633] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.961009] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.961222] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.961340] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.961731] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.961895] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('545b995b-5b63-4b7e-8ca5-c1bb39962a9e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.980696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.980923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.980966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.981235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.981357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.981642] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.981727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.981727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.981961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.981961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.982118] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 already deleted. [ 604.982724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.071945] env[65067]: INFO networking_nsxv3.common.synchronization [req-62f4bd71-8c9a-4565-81c4-5101dbf9f6b1 req-01c1aaa8-16ef-4f6c-9632-d6151efde8b3 service nova] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_rules [ 605.072288] env[65067]: INFO networking_nsxv3.common.synchronization [req-62f4bd71-8c9a-4565-81c4-5101dbf9f6b1 req-01c1aaa8-16ef-4f6c-9632-d6151efde8b3 service nova] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 605.072513] env[65067]: INFO networking_nsxv3.common.synchronization [req-62f4bd71-8c9a-4565-81c4-5101dbf9f6b1 req-01c1aaa8-16ef-4f6c-9632-d6151efde8b3 service nova] Enqueued Resource ID: ff621221-358a-4dc4-aeed-9260f627aafa with Priority: HIGHEST for action port [ 605.073523] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_rules [ 605.073749] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 605.073933] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff621221-358a-4dc4-aeed-9260f627aafa with Priority: HIGHEST for action port [ 605.074294] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.074530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.074677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.075286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.079023] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.079023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.079023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.079269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.079314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.079872] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.079872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.079872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.079872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.079872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.080128] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.081119] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff621221-358a-4dc4-aeed-9260f627aafa taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.081230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.081306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.084301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.084301] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff621221-358a-4dc4-aeed-9260f627aafa',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.454357] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35f155f-7734-4b15-a738-654ba880f399: rpc.has_security_group_logging(os_id): False [ 605.464910] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.465215] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.465353] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.465631] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.465773] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.465927] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 545b995b-5b63-4b7e-8ca5-c1bb39962a9e not found, creating... [ 605.466217] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.466376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.466486] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.466701] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.466850] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.467179] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.467332] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.467471] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.467645] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.467779] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.467908] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 545b995b-5b63-4b7e-8ca5-c1bb39962a9e is going to be created. [ 605.472476] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.472627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.472673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.472802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.472882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.473130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.473248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.473305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.473451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.473530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.473716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.473826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.473899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.474056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.474139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.474313] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.474435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.474510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.474673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.474778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.474907] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be created. [ 605.488484] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.488690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.488806] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.489077] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.489293] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.489498] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.531476] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.531641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.531689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.531898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.532111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.545190] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 605.582832] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.583902] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.584027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.586558] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff621221-358a-4dc4-aeed-9260f627aafa with status ACTIVE [ 605.586742] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.586937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.586937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.587176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.587505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.587505] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.587505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.587683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.587733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.587795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.587939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.588132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.588132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.588268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.588303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.588386] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff621221-358a-4dc4-aeed-9260f627aafa is going to be updated. [ 605.641356] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.641528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.641570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.641793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.641929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.642096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff621221-358a-4dc4-aeed-9260f627aafa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.085134] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.189797] env[65067]: INFO networking_nsxv3.common.synchronization [req-813d172d-8cda-4c6f-ad82-fd4d80db9578 req-b2f7be06-8acd-4bc7-bc45-b459f42ebaf3 service nova] Enqueued Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_rules [ 606.189797] env[65067]: INFO networking_nsxv3.common.synchronization [req-813d172d-8cda-4c6f-ad82-fd4d80db9578 req-b2f7be06-8acd-4bc7-bc45-b459f42ebaf3 service nova] Enqueued Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_members [ 606.189797] env[65067]: INFO networking_nsxv3.common.synchronization [req-813d172d-8cda-4c6f-ad82-fd4d80db9578 req-b2f7be06-8acd-4bc7-bc45-b459f42ebaf3 service nova] Enqueued Resource ID: 545b995b-5b63-4b7e-8ca5-c1bb39962a9e with Priority: HIGHEST for action port [ 606.190240] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_rules [ 606.190379] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_members [ 606.190475] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545b995b-5b63-4b7e-8ca5-c1bb39962a9e with Priority: HIGHEST for action port [ 606.191436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.191593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.191664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.192060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.192148] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.193009] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.193138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.193204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.193364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.193505] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.193598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.193657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.193796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.193878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.193962] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.194844] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.195018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.195049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.195239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.195276] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('545b995b-5b63-4b7e-8ca5-c1bb39962a9e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.275967] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 606.276157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.276329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.276555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.276744] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.276859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.276924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.277120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.277203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.277289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.277449] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.277531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.277592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.277899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.277899] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.277973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.278023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.278423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.278717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.278839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.279108] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.280901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.281777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.282222] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.282347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.282413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.282568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.283239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.283350] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.588075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.590332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.590332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.590332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.590332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.590332] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be created. [ 606.615585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.615723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.616330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.616330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.617033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.631155] env[65067]: INFO networking_nsxv3.common.synchronization [req-729b4f6c-477a-471e-a7bd-2f9e7f01478d req-220d1179-1569-483e-8a8f-48329b4567d3 tempest-ServerDiagnosticsTest-1765436902 tempest-ServerDiagnosticsTest-1765436902-project-member] Enqueued Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_members [ 606.631155] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_members [ 606.631155] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: UNINITIALIZED for 2s [ 606.631155] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.631155] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.631155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.631155] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.698055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.698055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.698209] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.700179] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 545b995b-5b63-4b7e-8ca5-c1bb39962a9e with status ACTIVE [ 606.700179] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.700279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.700460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.700540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.701171] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.701171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.701171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.701171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.701171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.701471] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.701471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.701471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.701575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.701575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.701636] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 545b995b-5b63-4b7e-8ca5-c1bb39962a9e is going to be updated. [ 606.724864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.725087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.725564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.725564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.725644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.725750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-545b995b-5b63-4b7e-8ca5-c1bb39962a9e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.785200] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16a4c80c-9818-44d9-b246-7940fcbe7ad8: rpc.has_security_group_logging(os_id): False [ 606.786498] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.806177] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.806351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.806390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.806676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.806766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.806889] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.806988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.807086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.807251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.807329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.807510] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.807607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.807779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.807838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.807894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.808131] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.808233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.808587] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be created. [ 606.894952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.895251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.895383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.895606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.895826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.916954] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 606.951198] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.951381] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.951488] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.951757] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.952225] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.952225] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.952351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.952486] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.952660] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.952854] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.952961] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.953116] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.953484] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.953484] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.953484] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.953484] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.002989] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.003452] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.003452] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.003690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.004071] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-991d5654-d542-4758-8720-ff28ba9764b0 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.004273] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.004391] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.004732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.004892] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991d5654-d542-4758-8720-ff28ba9764b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.134553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.135042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.135042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.135148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.135181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.135401] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.135703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.135703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.135817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.135851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.135920] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243437f2-eb53-4ecd-a452-e0453f922776 already deleted. [ 607.136735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.200664] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.290308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.508680] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.508802] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.509428] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.509428] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.509428] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.509642] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 991d5654-d542-4758-8720-ff28ba9764b0 not found, creating... [ 607.509769] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.509913] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.510041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.510294] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.510417] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.511351] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.511351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.511351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.511351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.511681] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.511681] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 991d5654-d542-4758-8720-ff28ba9764b0 is going to be created. [ 607.533782] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.534015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.534148] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.534417] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.534617] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.535224] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.558711] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 607.559156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.703702] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.703702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.703702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.703702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.703702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.703915] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 is going to be created. [ 607.740746] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.740746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.740746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.741058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.741058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.754075] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 in Status: UNINITIALIZED for 2s [ 607.793329] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.793329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.793329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.793592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.793649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.794400] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 607.840815] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.840905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.840939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.841166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.841323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.860598] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 608.641770] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 608.642201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.642201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.642332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.642446] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.642576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.642646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.642804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.642892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.642985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.643192] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.673141] env[65067]: INFO networking_nsxv3.common.synchronization [req-729b4f6c-477a-471e-a7bd-2f9e7f01478d req-fd3a2950-8ed5-4a5c-8259-0b853ae15813 service nova] Enqueued Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_rules [ 608.673141] env[65067]: INFO networking_nsxv3.common.synchronization [req-729b4f6c-477a-471e-a7bd-2f9e7f01478d req-fd3a2950-8ed5-4a5c-8259-0b853ae15813 service nova] Enqueued Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_members [ 608.673296] env[65067]: INFO networking_nsxv3.common.synchronization [req-729b4f6c-477a-471e-a7bd-2f9e7f01478d req-fd3a2950-8ed5-4a5c-8259-0b853ae15813 service nova] Enqueued Resource ID: 991d5654-d542-4758-8720-ff28ba9764b0 with Priority: HIGHEST for action port [ 608.673865] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_rules [ 608.673932] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_members [ 608.673984] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991d5654-d542-4758-8720-ff28ba9764b0 with Priority: HIGHEST for action port [ 608.674609] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.675307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.675307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.675307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.675307] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.675923] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.677490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.677894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.677894] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.678136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.678136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.678227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.678289] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.679159] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-991d5654-d542-4758-8720-ff28ba9764b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.679361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.679361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.679750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.679750] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991d5654-d542-4758-8720-ff28ba9764b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.930535] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 608.930535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.930535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.930535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.930535] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.145832] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.146033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.146112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.146368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.146607] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.146749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.146843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.147118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.147428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.147428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.147533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.147642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.147735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.147961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.148210] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.148327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.148387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.148558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.148636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.148723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.148811] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.181199] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.182796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.182979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.183408] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 991d5654-d542-4758-8720-ff28ba9764b0 with status ACTIVE [ 609.183792] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.183987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.184222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.185039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.185039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.185039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.185039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.185380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.185380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.185531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.185808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.186020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.186121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.186414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.186568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.186727] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 991d5654-d542-4758-8720-ff28ba9764b0 is going to be updated. [ 609.214514] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.214514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.214514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.214514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.214514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.214514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991d5654-d542-4758-8720-ff28ba9764b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.435267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.435267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.653221] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce4ec84a-547a-46a8-a3c2-26a852a39d62: rpc.has_security_group_logging(os_id): False [ 609.678222] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.678389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.678437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.678632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.678727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.678913] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.679027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.679092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.679256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.679335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.679532] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.679626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.679685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.679822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.679896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681603] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.681765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.681854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.682073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.682073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.682210] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be created. [ 609.683752] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.751172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.751262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.751360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.751547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.751731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.765685] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: IN_PROGRESS for 2s [ 609.766553] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 in Status: SUCCESS [ 609.766675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.767435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.767435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.767435] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.767435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.767435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.767691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.767691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.767835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.767870] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.875532] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 609.875532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.875532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.875532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.875806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.875806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.875806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.875977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.876027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.876125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.876214] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.993154] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d7b1c760-5a57-4f1b-999e-cc4fdc78f803 tempest-ServersWithSpecificFlavorTestJSON-2008120047 tempest-ServersWithSpecificFlavorTestJSON-2008120047-project-member] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 609.994431] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 609.994897] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.995091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.995091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.995539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.995539] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.186457] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.186457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.186457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.186627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.186938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.186938] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243437f2-eb53-4ecd-a452-e0453f922776 is going to be created. [ 610.215716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.215933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.215933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.217060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.217060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.231527] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243437f2-eb53-4ecd-a452-e0453f922776 in Status: UNINITIALIZED for 2s [ 610.270381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.270381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.270381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.270757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.270809] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.270881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.270940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.271196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.272625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.272625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.272625] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.272625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.272625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.272625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.272625] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.273265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.273265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.273265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.273265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.273265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.273265] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.321239] env[65067]: INFO networking_nsxv3.common.synchronization [req-9e452e6f-b7c9-48cd-aa22-fd4f4ac2aad0 req-a4ff24a1-5d6d-4426-9686-a389242f7718 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_members [ 610.321239] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_members [ 610.323028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.323028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.323028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.323028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.323028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.323540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.323540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.323644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.323849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.323962] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.378839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.381333] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.381333] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.381333] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.381333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.383087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.383087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.383087] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.523033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.523033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.523033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.523236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.523369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.523369] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e already deleted. [ 610.523474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.628922] env[65067]: INFO networking_nsxv3.common.synchronization [None req-76f6d94b-1430-409b-88bf-5cbc9d26e8cf tempest-ServersWithSpecificFlavorTestJSON-2008120047 tempest-ServersWithSpecificFlavorTestJSON-2008120047-project-member] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 610.629384] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 610.629812] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.629812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.630028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.630085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.630136] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.764018] env[65067]: INFO networking_nsxv3.common.synchronization [None req-6852d1d9-efaa-4547-bfb3-653770380e1a None None] Enqueued Resource ID: a5081e3d-89c8-4648-9b45-32e79a86f6a9 with Priority: HIGHEST for action port [ 610.766528] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5081e3d-89c8-4648-9b45-32e79a86f6a9 with Priority: HIGHEST for action port [ 610.766528] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5081e3d-89c8-4648-9b45-32e79a86f6a9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.766528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5081e3d-89c8-4648-9b45-32e79a86f6a9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.766528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5081e3d-89c8-4648-9b45-32e79a86f6a9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.766528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5081e3d-89c8-4648-9b45-32e79a86f6a9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.766528] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5081e3d-89c8-4648-9b45-32e79a86f6a9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.776439] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b839fcc2-afca-4c7f-a4c2-fac4b96e10c4: rpc.has_security_group_logging(os_id): False [ 610.798808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.798808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.799103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.799933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.800158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.800406] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.800898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.800898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.800898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.800898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.801505] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.801505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.801505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.801505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.801691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.801764] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.801975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.801975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.802399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.802448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.802551] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 is going to be created. [ 610.827305] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.827456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.827529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.828780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.828780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.828780] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.828780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.828780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.828780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.828780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.828780] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940f3152-ff27-4bd5-824c-93388866a25f already deleted. [ 610.829196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.886842] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16a4c80c-9818-44d9-b246-7940fcbe7ad8: rpc.has_security_group_logging(os_id): False [ 610.907947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.908361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.908361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.908542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.908542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.908810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.908956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.909034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.909202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.909451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.909636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.909855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.909923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.910763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.911327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.911327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.911512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.911512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.911582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.911651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.911737] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 610.913965] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.914342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.914342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.914451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.914576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.931051] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 in Status: IN_PROGRESS for 2s [ 610.982623] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.982876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.982972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.983293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.983601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.005692] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 611.178066] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.178295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.178366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.178589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.178701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.179571] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e already deleted. [ 611.179571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.268618] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5081e3d-89c8-4648-9b45-32e79a86f6a9 [ 611.268896] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.269062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.269157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.269404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.269962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.269962] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5081e3d-89c8-4648-9b45-32e79a86f6a9 already deleted. [ 611.269962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5081e3d-89c8-4648-9b45-32e79a86f6a9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.400916] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.401146] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.401284] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.401650] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.402012] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.402189] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.402306] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.402529] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.402668] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.402869] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.402980] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.403128] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.403195] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.403299] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.403394] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.403522] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.424140] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.424324] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.424458] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.424626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.424933] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-282793bd-b07b-4912-a4b7-1adac48464cd taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.425120] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.425237] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.425556] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.425681] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282793bd-b07b-4912-a4b7-1adac48464cd',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.782496] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 611.782822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.928085] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.929025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.929025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.929025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.929025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.930080] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 282793bd-b07b-4912-a4b7-1adac48464cd not found, creating... [ 611.930080] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.930080] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.930080] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.930233] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.930515] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.931982] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.931982] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.932317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.932553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.933097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.933729] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 282793bd-b07b-4912-a4b7-1adac48464cd is going to be created. [ 611.958944] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.959194] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.959315] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.960085] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.960792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.960792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248103] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243437f2-eb53-4ecd-a452-e0453f922776 in Status: SUCCESS [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.248103] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.248103] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.750727] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.754043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.754043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.754043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.755482] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.755898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.756502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.757241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.757531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.757982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.758294] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.805191] env[65067]: INFO networking_nsxv3.common.synchronization [req-9e452e6f-b7c9-48cd-aa22-fd4f4ac2aad0 req-28d1e0a0-0946-4a0c-94a1-e7cbf7c06c91 service nova] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_rules [ 612.805191] env[65067]: INFO networking_nsxv3.common.synchronization [req-9e452e6f-b7c9-48cd-aa22-fd4f4ac2aad0 req-28d1e0a0-0946-4a0c-94a1-e7cbf7c06c91 service nova] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_members [ 612.805191] env[65067]: INFO networking_nsxv3.common.synchronization [req-9e452e6f-b7c9-48cd-aa22-fd4f4ac2aad0 req-28d1e0a0-0946-4a0c-94a1-e7cbf7c06c91 service nova] Enqueued Resource ID: 282793bd-b07b-4912-a4b7-1adac48464cd with Priority: HIGHEST for action port [ 612.805865] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_rules [ 612.805865] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_members [ 612.805865] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282793bd-b07b-4912-a4b7-1adac48464cd with Priority: HIGHEST for action port [ 612.806313] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.806313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.806313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.806470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.806588] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.807778] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.807913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.807979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.808611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.809023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.809477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.809611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.810197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.810197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.810197] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.811587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-282793bd-b07b-4912-a4b7-1adac48464cd taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.811740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.812637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.812637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.812637] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282793bd-b07b-4912-a4b7-1adac48464cd',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.949362] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 in Status: SUCCESS [ 612.949362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.022208] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 613.022439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.022683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.022919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.023091] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.184222] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ef36888-e339-4c39-8641-d12f4fdd15be req-d6eb7454-b257-4fa4-b35d-50be65f4b1b2 tempest-ListServerFiltersTestJSON-954404467 tempest-ListServerFiltersTestJSON-954404467-project-member] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 613.184222] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 613.184222] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.184222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.184222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.184222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.184222] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.184222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.184671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.184970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.185235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.185417] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.263698] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243437f2-eb53-4ecd-a452-e0453f922776: rpc.has_security_group_logging(os_id): False [ 613.286401] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.286401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.286401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.286401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.286401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.287750] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.287750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.288057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.288057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.288183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.289867] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.290051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.290223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.290507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.291031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.291031] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.291163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.291961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.291961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.291961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.291961] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243437f2-eb53-4ecd-a452-e0453f922776 is going to be created. [ 613.314891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.315073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.315620] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.316573] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282793bd-b07b-4912-a4b7-1adac48464cd with status ACTIVE [ 613.316573] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.316798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.316798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.317068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.317161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.317284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.317502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.317502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.317648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.318187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.318187] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.318187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.318187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.318523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.318574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.318931] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282793bd-b07b-4912-a4b7-1adac48464cd is going to be updated. [ 613.344961] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.345221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.345221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.345413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.345549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.345696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282793bd-b07b-4912-a4b7-1adac48464cd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.369589] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.369665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.369733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.369947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.370446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.397913] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243437f2-eb53-4ecd-a452-e0453f922776 in Status: IN_PROGRESS for 2s [ 613.528700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.528700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.528700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.528700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.528700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.528700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.528700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.529262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.529262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.529262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.529262] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.687934] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.822317] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.971493] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.971717] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.972125] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.972374] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.974612] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.974829] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.975462] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.975658] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.975898] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.976240] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.976464] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.976616] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.976753] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.976878] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.978900] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.003630] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.003630] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.003630] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.005195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005195] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-fbf82150-a81a-4485-82e7-3700e2f65e48 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.005195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.005195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.005195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.005195] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf82150-a81a-4485-82e7-3700e2f65e48',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.033465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.033695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.033803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.034107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.034329] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.034449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.034594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.034771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.034872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.035785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.035785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.035785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.035785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.035785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.035785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.036299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.036299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.037267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.037649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.037723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.037787] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.042781] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d3c01131-e0b1-4f41-b642-1519cfe6b4ad None None] Enqueued Resource ID: 6ae76271-9bc9-4604-b06e-40394961b5b6 with Priority: HIGHEST for action port [ 614.044875] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae76271-9bc9-4604-b06e-40394961b5b6 with Priority: HIGHEST for action port [ 614.044875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ae76271-9bc9-4604-b06e-40394961b5b6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.045356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ae76271-9bc9-4604-b06e-40394961b5b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.045356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ae76271-9bc9-4604-b06e-40394961b5b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.045356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ae76271-9bc9-4604-b06e-40394961b5b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.045530] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae76271-9bc9-4604-b06e-40394961b5b6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.190750] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.324434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.324796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.324937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.325175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.326085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.326085] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940f3152-ff27-4bd5-824c-93388866a25f is going to be created. [ 614.353931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.353931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.353931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.354138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.354188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.366311] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940f3152-ff27-4bd5-824c-93388866a25f in Status: UNINITIALIZED for 2s [ 614.511045] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.511045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.511045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.511045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.511045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.511045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port fbf82150-a81a-4485-82e7-3700e2f65e48 not found, creating... [ 614.511045] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.511045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.512098] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.512593] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.513023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.513718] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.514153] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.514412] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.514797] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.515074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.515470] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: fbf82150-a81a-4485-82e7-3700e2f65e48 is going to be created. [ 614.541818] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.541818] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.541818] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.541818] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.541818] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.543114] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.544234] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16a4c80c-9818-44d9-b246-7940fcbe7ad8: rpc.has_security_group_logging(os_id): False [ 614.555643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ae76271-9bc9-4604-b06e-40394961b5b6 [ 614.555643] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.555643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.555643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.555643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.555643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.555643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ae76271-9bc9-4604-b06e-40394961b5b6 already deleted. [ 614.555643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ae76271-9bc9-4604-b06e-40394961b5b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.569297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.569297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.569297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.569297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.569297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.569673] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.569673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.569673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.569673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.569905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.569952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.570038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.570101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.571027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.571027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.571027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.571027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.571027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.571027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.571027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.571027] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 614.693740] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.694223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.694223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.694420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.694420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.694511] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 614.749690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.749913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.749913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.750197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.752412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.780284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.780619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.780619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.780745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.780865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.792888] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 614.806865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 615.297051] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ef36888-e339-4c39-8641-d12f4fdd15be req-98c8b71a-b841-4626-b55b-ee1ff874b2d9 service nova] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_rules [ 615.297301] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ef36888-e339-4c39-8641-d12f4fdd15be req-98c8b71a-b841-4626-b55b-ee1ff874b2d9 service nova] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 615.297380] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ef36888-e339-4c39-8641-d12f4fdd15be req-98c8b71a-b841-4626-b55b-ee1ff874b2d9 service nova] Enqueued Resource ID: fbf82150-a81a-4485-82e7-3700e2f65e48 with Priority: HIGHEST for action port [ 615.297867] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_rules [ 615.298065] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 615.298173] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf82150-a81a-4485-82e7-3700e2f65e48 with Priority: HIGHEST for action port [ 615.298484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.298569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.298619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.298855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.298907] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.299714] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.299818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.300012] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf82150-a81a-4485-82e7-3700e2f65e48 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.300118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.300180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.300338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.300423] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf82150-a81a-4485-82e7-3700e2f65e48',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.411801] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243437f2-eb53-4ecd-a452-e0453f922776 in Status: SUCCESS [ 615.412068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.802894] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.803073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.803255] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf82150-a81a-4485-82e7-3700e2f65e48 with status ACTIVE [ 615.803441] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.803553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.803622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.803834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.803958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.804254] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.804410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.804514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.804799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.804983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.805285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.807100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.807230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.807482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.807579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.807666] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf82150-a81a-4485-82e7-3700e2f65e48 is going to be updated. [ 615.844277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.844868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.844998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.845313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.845432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.845583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf82150-a81a-4485-82e7-3700e2f65e48" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.380022] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940f3152-ff27-4bd5-824c-93388866a25f in Status: SUCCESS [ 616.380396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.380740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.380983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.381385] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.381385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.381726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.381802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.381866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.381955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.382083] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.554715] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8a1e1eb9-5cad-4f5b-9989-421c702057f9 None None] Enqueued Resource ID: 7fab49af-3192-4182-bd7c-750070935e14 with Priority: HIGHEST for action port [ 616.555211] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab49af-3192-4182-bd7c-750070935e14 with Priority: HIGHEST for action port [ 616.555543] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fab49af-3192-4182-bd7c-750070935e14 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.555685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fab49af-3192-4182-bd7c-750070935e14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.555730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fab49af-3192-4182-bd7c-750070935e14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.556161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fab49af-3192-4182-bd7c-750070935e14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.556290] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fab49af-3192-4182-bd7c-750070935e14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.810163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 616.810163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.818266] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 616.818266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.818266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.818568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.818568] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.818663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.818727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.819031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.819031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.819097] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.853599] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a29337d-17fa-4a7d-9212-ef3c1d91727b req-16028338-bc83-4b6a-a74f-07eb71b71f5b tempest-FloatingIPsAssociationTestJSON-1763791379 tempest-FloatingIPsAssociationTestJSON-1763791379-project-member] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 616.853599] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 616.853822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.853950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.853950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.854383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.854528] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.854629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.854692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.854839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.854928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.855028] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.886111] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.060299] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fab49af-3192-4182-bd7c-750070935e14 [ 617.060517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.060723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.060819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.061266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.061266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.061427] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fab49af-3192-4182-bd7c-750070935e14 already deleted. [ 617.062040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fab49af-3192-4182-bd7c-750070935e14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.321933] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.359660] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.359660] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.359660] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c already deleted. [ 617.359660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.388218] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940f3152-ff27-4bd5-824c-93388866a25f: rpc.has_security_group_logging(os_id): False [ 617.412249] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.412433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.412517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.413330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.413330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.413330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.413330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.413330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.413330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.413753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.413753] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940f3152-ff27-4bd5-824c-93388866a25f is going to be created. [ 617.513687] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.513687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.513687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.513687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.513687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.527170] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940f3152-ff27-4bd5-824c-93388866a25f in Status: IN_PROGRESS for 2s [ 617.615942] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.615942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.615942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.615942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.615942] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.615942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.615942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.617167] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.617333] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.617595] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.617822] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.618189] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.618189] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.618513] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.618513] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.619728] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.642953] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.643235] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.643382] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.643567] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.643896] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-4d21740b-4854-4567-ba34-2ce4257a130f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.644101] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.644225] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.644631] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.644795] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d21740b-4854-4567-ba34-2ce4257a130f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.826108] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.150102] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.150755] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.150926] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.151238] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.151388] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.151544] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 4d21740b-4854-4567-ba34-2ce4257a130f not found, creating... [ 618.151810] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.151973] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.152107] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.152338] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.152476] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.152755] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.152908] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.153338] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.153661] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.153843] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.154031] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 4d21740b-4854-4567-ba34-2ce4257a130f is going to be created. [ 618.178872] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.179284] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.179525] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.180066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.180183] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.180547] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.329218] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.329414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.329497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.329725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.330310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.330310] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 618.368460] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.368460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.368776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.368776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.368907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.379215] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 618.772992] env[65067]: INFO networking_nsxv3.common.synchronization [None req-848dd4a0-f457-462d-aef0-18ad79ca8675 None None] Enqueued Resource ID: e5c2477d-3775-403b-88ba-29816047d2b6 with Priority: HIGHEST for action port [ 618.773432] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c2477d-3775-403b-88ba-29816047d2b6 with Priority: HIGHEST for action port [ 618.774032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c2477d-3775-403b-88ba-29816047d2b6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.774032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c2477d-3775-403b-88ba-29816047d2b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.774032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c2477d-3775-403b-88ba-29816047d2b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.774292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c2477d-3775-403b-88ba-29816047d2b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.774375] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c2477d-3775-403b-88ba-29816047d2b6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.936617] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a29337d-17fa-4a7d-9212-ef3c1d91727b req-5311c7a2-043c-46c9-b760-c50bece004b0 service nova] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_rules [ 618.936788] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a29337d-17fa-4a7d-9212-ef3c1d91727b req-5311c7a2-043c-46c9-b760-c50bece004b0 service nova] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 618.936918] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a29337d-17fa-4a7d-9212-ef3c1d91727b req-5311c7a2-043c-46c9-b760-c50bece004b0 service nova] Enqueued Resource ID: 4d21740b-4854-4567-ba34-2ce4257a130f with Priority: HIGHEST for action port [ 618.938088] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_rules [ 618.938250] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 618.938505] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d21740b-4854-4567-ba34-2ce4257a130f with Priority: HIGHEST for action port [ 618.938671] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.938764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.938833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.939097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.939181] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.940064] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.940182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.940243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.940411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.940553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.940921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.941036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.941188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.941279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.941372] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.942142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d21740b-4854-4567-ba34-2ce4257a130f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.942253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.942563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.942726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.942806] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d21740b-4854-4567-ba34-2ce4257a130f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.276675] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5c2477d-3775-403b-88ba-29816047d2b6 [ 619.277270] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.278319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.278319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.278319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.278319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.278319] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5c2477d-3775-403b-88ba-29816047d2b6 already deleted. [ 619.278319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c2477d-3775-403b-88ba-29816047d2b6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.446382] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.447459] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.448591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.448591] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d21740b-4854-4567-ba34-2ce4257a130f with status ACTIVE [ 619.448591] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.448591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.448591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.448591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.448591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.448918] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.448918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.448918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.449041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.449041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.449414] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.449525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.449568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.449695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.449765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.450183] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d21740b-4854-4567-ba34-2ce4257a130f is going to be updated. [ 619.475594] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.475761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.475807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.476033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.477545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.477545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d21740b-4854-4567-ba34-2ce4257a130f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.541186] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940f3152-ff27-4bd5-824c-93388866a25f in Status: SUCCESS [ 619.541186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.914397] env[65067]: INFO networking_nsxv3.common.synchronization [None req-fc7bfa8d-926f-476f-b852-ce6359a8dccd None None] Enqueued Resource ID: 4509d1bd-0660-4515-a0e7-26e5775246b0 with Priority: HIGHEST for action port [ 619.914397] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4509d1bd-0660-4515-a0e7-26e5775246b0 with Priority: HIGHEST for action port [ 619.914397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4509d1bd-0660-4515-a0e7-26e5775246b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.914397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4509d1bd-0660-4515-a0e7-26e5775246b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.914397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4509d1bd-0660-4515-a0e7-26e5775246b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.915070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4509d1bd-0660-4515-a0e7-26e5775246b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.915070] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4509d1bd-0660-4515-a0e7-26e5775246b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.954893] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.390199] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 620.390648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.390859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.391079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.391277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.391453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.391453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.391795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.391948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.392066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.392155] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.419101] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4509d1bd-0660-4515-a0e7-26e5775246b0 [ 620.419393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.419969] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4509d1bd-0660-4515-a0e7-26e5775246b0 already deleted. [ 620.420062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4509d1bd-0660-4515-a0e7-26e5775246b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457016] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457707] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be created. [ 620.483793] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.483937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.484019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.484258] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.484428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.494768] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: UNINITIALIZED for 2s [ 620.895873] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.896370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.896370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.896370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.896732] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.896732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.896732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.896934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.896934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.897317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.897317] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.897317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.897317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.898878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.898878] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.898878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.898878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.898878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.898878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.898878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.899146] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.358244] env[65067]: INFO networking_nsxv3.common.synchronization [req-504355c1-c47a-4ce2-9b10-4a8408659e5a req-990817ed-84c6-4104-ab84-740b23747596 tempest-ServersV294TestFqdnHostnames-2126447481 tempest-ServersV294TestFqdnHostnames-2126447481-project-member] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_members [ 621.358244] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_members [ 621.358512] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.358589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.358589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.358859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.359043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.359147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.359208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.359357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.359437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.359532] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.401785] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35f155f-7734-4b15-a738-654ba880f399: rpc.has_security_group_logging(os_id): False [ 621.424024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424746] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424746] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 621.496417] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.496417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.496700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.513348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 621.648984] env[65067]: INFO networking_nsxv3.common.synchronization [None req-76273d96-a038-4f0e-97e8-528972ce263a None None] Enqueued Resource ID: 3edf4189-40c8-45f1-981a-998b6cf8fbc7 with Priority: HIGHEST for action port [ 621.649600] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edf4189-40c8-45f1-981a-998b6cf8fbc7 with Priority: HIGHEST for action port [ 621.649920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-3edf4189-40c8-45f1-981a-998b6cf8fbc7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.651263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3edf4189-40c8-45f1-981a-998b6cf8fbc7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.651263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3edf4189-40c8-45f1-981a-998b6cf8fbc7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.651263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3edf4189-40c8-45f1-981a-998b6cf8fbc7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.651395] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3edf4189-40c8-45f1-981a-998b6cf8fbc7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.866365] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.870813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.870813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.870813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.870813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.870813] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.871175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.871175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.871270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.871270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.871398] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 already deleted. [ 621.871481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.987708] env[65067]: INFO networking_nsxv3.common.synchronization [None req-0aa2e594-08cc-4de3-b0c2-051b88a881ab None None] Enqueued Resource ID: caa825ba-9f38-4e98-89f5-25e2aeb51e94 with Priority: HIGHEST for action port [ 621.988414] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa825ba-9f38-4e98-89f5-25e2aeb51e94 with Priority: HIGHEST for action port [ 621.988847] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa825ba-9f38-4e98-89f5-25e2aeb51e94 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.988979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa825ba-9f38-4e98-89f5-25e2aeb51e94" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.989067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa825ba-9f38-4e98-89f5-25e2aeb51e94" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.989392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa825ba-9f38-4e98-89f5-25e2aeb51e94" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.989491] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa825ba-9f38-4e98-89f5-25e2aeb51e94',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.155442] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3edf4189-40c8-45f1-981a-998b6cf8fbc7 [ 622.155442] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.155442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.155442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.155442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.155442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.155442] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3edf4189-40c8-45f1-981a-998b6cf8fbc7 already deleted. [ 622.155442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3edf4189-40c8-45f1-981a-998b6cf8fbc7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.493374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caa825ba-9f38-4e98-89f5-25e2aeb51e94 [ 622.493374] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.493374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.493374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.493374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.493374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.493374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caa825ba-9f38-4e98-89f5-25e2aeb51e94 already deleted. [ 622.493374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa825ba-9f38-4e98-89f5-25e2aeb51e94" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.506224] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 622.506224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.506224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.506445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.506580] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.506712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.506778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.506954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.507052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.507193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.507299] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.530275] env[65067]: INFO networking_nsxv3.common.synchronization [None req-452157ee-2ae8-4914-9e7c-644c7499404b None None] Enqueued Resource ID: 79536116-f30d-4605-8ba4-516985aa4ebb with Priority: HIGHEST for action port [ 622.530275] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79536116-f30d-4605-8ba4-516985aa4ebb with Priority: HIGHEST for action port [ 622.530275] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-79536116-f30d-4605-8ba4-516985aa4ebb taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.530275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79536116-f30d-4605-8ba4-516985aa4ebb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.530275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79536116-f30d-4605-8ba4-516985aa4ebb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.530552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79536116-f30d-4605-8ba4-516985aa4ebb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.530552] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79536116-f30d-4605-8ba4-516985aa4ebb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.806584] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.808238] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-278" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.808238] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-278" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.808238] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-278" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.809363] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.809363] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.809540] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.809852] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.809852] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.810052] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.810161] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.810410] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.810410] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.810534] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.810579] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.810675] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.837372] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.837372] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.837372] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.837372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-278" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.837372] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-593adfba-312e-4f8c-b66f-9fbf27a2a17e taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.837372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.837372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.837372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.837372] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593adfba-312e-4f8c-b66f-9fbf27a2a17e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.010483] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.011447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.011447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.011447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.011447] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.011447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.011447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.011695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.012599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.012599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.012599] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.012599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.012599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.012764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.012830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.012932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.013018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.013183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.013289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.013382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.013471] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.033675] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79536116-f30d-4605-8ba4-516985aa4ebb [ 623.034107] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.034317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.034317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.034507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.034647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.034769] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79536116-f30d-4605-8ba4-516985aa4ebb already deleted. [ 623.034874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79536116-f30d-4605-8ba4-516985aa4ebb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.189023] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5b2bd9fd-fb4e-47d3-9aef-fba05cad6846 None None] Enqueued Resource ID: 6031f12d-2447-4a11-b231-5f2ca4d5b9f4 with Priority: HIGHEST for action port [ 623.189023] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6031f12d-2447-4a11-b231-5f2ca4d5b9f4 with Priority: HIGHEST for action port [ 623.189023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6031f12d-2447-4a11-b231-5f2ca4d5b9f4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.189023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6031f12d-2447-4a11-b231-5f2ca4d5b9f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.189023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6031f12d-2447-4a11-b231-5f2ca4d5b9f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.189974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6031f12d-2447-4a11-b231-5f2ca4d5b9f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.190228] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6031f12d-2447-4a11-b231-5f2ca4d5b9f4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.342454] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.343548] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.343815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.344378] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.344378] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.344494] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 593adfba-312e-4f8c-b66f-9fbf27a2a17e not found, creating... [ 623.344726] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.344885] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.344992] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.345221] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.345348] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.345623] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.347768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.347768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.347768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.347768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.347768] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 593adfba-312e-4f8c-b66f-9fbf27a2a17e is going to be created. [ 623.371046] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.371310] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.371641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.371777] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.372018] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.372255] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.515592] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 475ae7d3-f064-407f-bb39-626c7141e74c: rpc.has_security_group_logging(os_id): False [ 623.545756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.546484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.546484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.546901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.547040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.547495] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.547744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.547744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.547885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.547977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.548202] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.548359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.548359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.548615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.548615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.548799] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.548900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.548970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.549123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.550619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.550619] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be created. [ 623.554815] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 623.555082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.621350] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5e3b3a3-30b4-4940-8823-fa1e6adcfca7 req-e688777c-a25c-4bc2-b27c-5f670d0e2624 tempest-ListServerFiltersTestJSON-954404467 tempest-ListServerFiltersTestJSON-954404467-project-member] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 623.622280] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 623.624651] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.624790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.624924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.625719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.625719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.625719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.625719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.625939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.625939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.625939] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.641190] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7ae81988-6f4a-4882-971f-a7f5ff6ffb58 None None] Enqueued Resource ID: 374e05e1-9472-4c15-9446-41089da3353c with Priority: HIGHEST for action port [ 623.642660] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374e05e1-9472-4c15-9446-41089da3353c with Priority: HIGHEST for action port [ 623.643098] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-374e05e1-9472-4c15-9446-41089da3353c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.643190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374e05e1-9472-4c15-9446-41089da3353c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.643257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374e05e1-9472-4c15-9446-41089da3353c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.643686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374e05e1-9472-4c15-9446-41089da3353c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.643686] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374e05e1-9472-4c15-9446-41089da3353c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.673544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.673544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.673544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.673897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.674100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.688953] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: IN_PROGRESS for 2s [ 623.693114] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6031f12d-2447-4a11-b231-5f2ca4d5b9f4 [ 623.693342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.693693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.693693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.693802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.693899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.694662] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6031f12d-2447-4a11-b231-5f2ca4d5b9f4 already deleted. [ 623.694662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6031f12d-2447-4a11-b231-5f2ca4d5b9f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.129025] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.147830] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374e05e1-9472-4c15-9446-41089da3353c [ 624.148089] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.148250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.148310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.148804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.149132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.149132] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374e05e1-9472-4c15-9446-41089da3353c already deleted. [ 624.149217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374e05e1-9472-4c15-9446-41089da3353c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.177541] env[65067]: INFO networking_nsxv3.common.synchronization [req-504355c1-c47a-4ce2-9b10-4a8408659e5a req-4406492f-95e7-48f4-bdf5-17aed2ca18c6 service nova] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_rules [ 624.177740] env[65067]: INFO networking_nsxv3.common.synchronization [req-504355c1-c47a-4ce2-9b10-4a8408659e5a req-4406492f-95e7-48f4-bdf5-17aed2ca18c6 service nova] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_members [ 624.177846] env[65067]: INFO networking_nsxv3.common.synchronization [req-504355c1-c47a-4ce2-9b10-4a8408659e5a req-4406492f-95e7-48f4-bdf5-17aed2ca18c6 service nova] Enqueued Resource ID: 593adfba-312e-4f8c-b66f-9fbf27a2a17e with Priority: HIGHEST for action port [ 624.178352] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_rules [ 624.178490] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_members [ 624.178587] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593adfba-312e-4f8c-b66f-9fbf27a2a17e with Priority: HIGHEST for action port [ 624.178850] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.178998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.180416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.180566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.180673] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.181990] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.182121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.182191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.182368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.182523] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.182619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.182681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.182896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.182896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.182990] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.183820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-593adfba-312e-4f8c-b66f-9fbf27a2a17e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.183933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.183933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.185256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.186104] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593adfba-312e-4f8c-b66f-9fbf27a2a17e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.561322] env[65067]: INFO networking_nsxv3.common.synchronization [None req-9e501e32-ef44-423d-98a9-013c8a6d08d2 None None] Enqueued Resource ID: 700d3554-6baf-40e0-99b5-7c5640066d92 with Priority: HIGHEST for action port [ 624.561612] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 700d3554-6baf-40e0-99b5-7c5640066d92 with Priority: HIGHEST for action port [ 624.563031] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-700d3554-6baf-40e0-99b5-7c5640066d92 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.563031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-700d3554-6baf-40e0-99b5-7c5640066d92" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.563031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-700d3554-6baf-40e0-99b5-7c5640066d92" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.563031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-700d3554-6baf-40e0-99b5-7c5640066d92" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.563031] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700d3554-6baf-40e0-99b5-7c5640066d92',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.630911] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.688775] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.689900] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.690050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.690887] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 593adfba-312e-4f8c-b66f-9fbf27a2a17e with status ACTIVE [ 624.690887] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.690887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.690887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.690887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.691169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.691169] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.691257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.691301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.691451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.691525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.691700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.691800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.691877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.691984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.692689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.692689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 593adfba-312e-4f8c-b66f-9fbf27a2a17e is going to be updated. [ 624.721192] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.721358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.721437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.721646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.721793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.721957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593adfba-312e-4f8c-b66f-9fbf27a2a17e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.998014] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.998014] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.998014] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.998014] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.998014] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.000106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.000106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.000106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.000106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.000297] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.000297] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.000370] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.000465] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.000566] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.000663] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.000865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.024585] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.024585] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.024585] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.024585] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-250" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.024585] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-99fe5017-195f-4e2a-a118-4ab764ec93b4 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.024585] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.024585] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.024585] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.024585] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fe5017-195f-4e2a-a118-4ab764ec93b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.065501] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 700d3554-6baf-40e0-99b5-7c5640066d92 [ 625.065501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.065501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.065501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.065668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.065699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065791] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:700d3554-6baf-40e0-99b5-7c5640066d92 already deleted. [ 625.065917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-700d3554-6baf-40e0-99b5-7c5640066d92" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.133565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.133766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.133812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.134010] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.134196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.134196] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 625.171961] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.172157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.172247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.172569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.172769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.184865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 625.190722] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.367210] env[65067]: INFO networking_nsxv3.common.synchronization [None req-32751b04-a319-4322-b8dc-3ada134ab3be None None] Enqueued Resource ID: 00bcbc7f-a422-4e84-948a-91977a94a23d with Priority: HIGHEST for action port [ 625.367210] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bcbc7f-a422-4e84-948a-91977a94a23d with Priority: HIGHEST for action port [ 625.367210] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-00bcbc7f-a422-4e84-948a-91977a94a23d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.367790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00bcbc7f-a422-4e84-948a-91977a94a23d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.367998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00bcbc7f-a422-4e84-948a-91977a94a23d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.368356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00bcbc7f-a422-4e84-948a-91977a94a23d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.368686] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bcbc7f-a422-4e84-948a-91977a94a23d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.441111] env[65067]: INFO networking_nsxv3.common.synchronization [req-8098fd7d-505c-4591-a5f8-5789c36e538e req-1c0a5247-a953-44b4-8ed1-9c6834114c68 tempest-VolumesAssistedSnapshotsTest-1138564603 tempest-VolumesAssistedSnapshotsTest-1138564603-project-member] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_members [ 625.441662] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_members [ 625.441962] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.443206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.443392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.443847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.444031] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.444143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.444209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.444376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.444502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.444590] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.529762] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.530450] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.530590] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.530740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 99fe5017-195f-4e2a-a118-4ab764ec93b4 not found, creating... [ 625.531018] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.531176] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.531290] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.531510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.531644] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.531921] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.532079] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.532194] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.532388] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.532515] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.532649] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 99fe5017-195f-4e2a-a118-4ab764ec93b4 is going to be created. [ 625.555319] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.555539] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.555657] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.555978] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.556259] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.556585] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.697513] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.697513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.697513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.697513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.697513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.697513] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 is going to be created. [ 625.701625] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 625.702192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.726267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.726509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.726626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.726790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.726954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.746079] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ce7f3e-795a-4a27-84f4-abc289676717 in Status: UNINITIALIZED for 2s [ 625.872195] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00bcbc7f-a422-4e84-948a-91977a94a23d [ 625.872381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.872525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.872900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.872998] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00bcbc7f-a422-4e84-948a-91977a94a23d already deleted. [ 625.873092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00bcbc7f-a422-4e84-948a-91977a94a23d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.948976] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.948976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.949141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.949245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.949332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.949694] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.949694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.949694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.949860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.949939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.951101] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1464a9-a829-4384-811c-242baede566a already deleted. [ 625.951101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.113304] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.113555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-414" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.113638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-414" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.113983] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-414" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.114848] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.115082] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.115132] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.115367] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.115509] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.115777] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.115899] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.116035] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.116126] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.116237] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.116672] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.116672] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.140093] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.140220] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.140432] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.140609] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-414" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.141017] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-7dad737f-c02d-4945-bf49-5ef2af30d9ac taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.141269] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.141428] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.141775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.141921] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dad737f-c02d-4945-bf49-5ef2af30d9ac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.320268] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5e3b3a3-30b4-4940-8823-fa1e6adcfca7 req-00ec32c6-b549-4212-bd95-18b659655b47 service nova] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_rules [ 626.320477] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5e3b3a3-30b4-4940-8823-fa1e6adcfca7 req-00ec32c6-b549-4212-bd95-18b659655b47 service nova] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 626.320706] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5e3b3a3-30b4-4940-8823-fa1e6adcfca7 req-00ec32c6-b549-4212-bd95-18b659655b47 service nova] Enqueued Resource ID: 99fe5017-195f-4e2a-a118-4ab764ec93b4 with Priority: HIGHEST for action port [ 626.321256] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_rules [ 626.321390] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 626.321500] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe5017-195f-4e2a-a118-4ab764ec93b4 with Priority: HIGHEST for action port [ 626.321799] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322367] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.323642] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.323843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.324193] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-99fe5017-195f-4e2a-a118-4ab764ec93b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.324402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.324516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.324815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.324947] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fe5017-195f-4e2a-a118-4ab764ec93b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.644745] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.644874] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.645112] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.645441] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.645623] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.645804] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 7dad737f-c02d-4945-bf49-5ef2af30d9ac not found, creating... [ 626.646133] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.646518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.646518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.646677] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.646832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.647252] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.647687] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.647687] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.647834] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.648136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.648136] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 7dad737f-c02d-4945-bf49-5ef2af30d9ac is going to be created. [ 626.673483] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.673800] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.673950] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.674287] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.674559] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674825] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.828366] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.828366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.828891] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99fe5017-195f-4e2a-a118-4ab764ec93b4 with status ACTIVE [ 626.828891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.828891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.828891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.829108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.829108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.830041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.830041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.830041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.830041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.830041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.830041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.830041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.830041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.832880] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99fe5017-195f-4e2a-a118-4ab764ec93b4 is going to be updated. [ 626.856463] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.856626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.856698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.856911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.857067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.857261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99fe5017-195f-4e2a-a118-4ab764ec93b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.194206] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 627.194585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.194714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.195064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.195339] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.195512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.195601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.195991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.195991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.196150] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.398923] env[65067]: INFO networking_nsxv3.common.synchronization [req-8098fd7d-505c-4591-a5f8-5789c36e538e req-204cbd75-ad1f-4f55-ae51-32f30b0a3025 service nova] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_rules [ 627.398923] env[65067]: INFO networking_nsxv3.common.synchronization [req-8098fd7d-505c-4591-a5f8-5789c36e538e req-204cbd75-ad1f-4f55-ae51-32f30b0a3025 service nova] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_members [ 627.398923] env[65067]: INFO networking_nsxv3.common.synchronization [req-8098fd7d-505c-4591-a5f8-5789c36e538e req-204cbd75-ad1f-4f55-ae51-32f30b0a3025 service nova] Enqueued Resource ID: 7dad737f-c02d-4945-bf49-5ef2af30d9ac with Priority: HIGHEST for action port [ 627.400050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_rules [ 627.400343] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_members [ 627.400489] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dad737f-c02d-4945-bf49-5ef2af30d9ac with Priority: HIGHEST for action port [ 627.400832] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.402642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.402642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.402642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.402642] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.403268] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.403475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.404452] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.404452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.404452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.404703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.404871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.404968] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.406501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dad737f-c02d-4945-bf49-5ef2af30d9ac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.407593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.407693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.407921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.408153] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dad737f-c02d-4945-bf49-5ef2af30d9ac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.698392] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.758122] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ce7f3e-795a-4a27-84f4-abc289676717 in Status: SUCCESS [ 627.758428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.758696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.758959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.759196] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.759354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.759433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.759627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.760117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.760117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.760117] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.912033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.912033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.912033] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.912839] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dad737f-c02d-4945-bf49-5ef2af30d9ac with status ACTIVE [ 627.912839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.912839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.913091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.914392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.914868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.914868] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.914868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.915220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.915220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.915332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.919023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.919023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.919023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.919023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.919023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.919023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dad737f-c02d-4945-bf49-5ef2af30d9ac is going to be updated. [ 627.942459] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.942661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.942893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.944620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.944620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.944861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dad737f-c02d-4945-bf49-5ef2af30d9ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.200633] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.260102] env[65067]: INFO networking_nsxv3.common.synchronization [req-2bfb0592-dd03-4315-a3a2-e3bc5ecb9141 req-00807a1a-c326-410e-aa3f-3c97e065f750 tempest-InstanceActionsV221TestJSON-575915651 tempest-InstanceActionsV221TestJSON-575915651-project-member] Enqueued Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_members [ 628.260763] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_members [ 628.261622] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.261830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.261989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.262335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.262539] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.262680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.262748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.262951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.263075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.263211] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.266121] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.418266] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.689929] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.689929] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-764" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.689929] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-764" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.690313] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-764" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.690424] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.691499] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.691499] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.691499] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.691499] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.691499] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.691499] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.691872] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.691872] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.691872] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.691872] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.692087] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.703998] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.704224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.704224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.704471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.704632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.704784] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 628.720501] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.720715] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.721737] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.721737] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-764" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.721737] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.722019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.722159] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.722588] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.722802] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.750893] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.751418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.751566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.751779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.751929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.766571] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 628.768355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.768583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.768664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.768897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.768990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.769223] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.769332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.769394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.769585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.769668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.769757] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 already deleted. [ 628.769840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.770088] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4ce7f3e-795a-4a27-84f4-abc289676717: rpc.has_security_group_logging(os_id): False [ 628.792443] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.792675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.792719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.792923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.793065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.793754] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.793892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.793979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.794187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.794282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.794396] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 is going to be created. [ 628.862122] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.862277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.862348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.862554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.862734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.877341] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ce7f3e-795a-4a27-84f4-abc289676717 in Status: IN_PROGRESS for 2s [ 628.924023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.924454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.924454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.924561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.924634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.924732] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1464a9-a829-4384-811c-242baede566a is going to be created. [ 628.955371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.955625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.955699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.955962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.956162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.969177] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: UNINITIALIZED for 2s [ 629.226440] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.229046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c not found, creating... [ 629.229046] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.229046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.229443] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.229443] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.229615] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.229793] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.229983] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.230423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c is going to be created. [ 629.252960] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.253212] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.253374] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.253652] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.253877] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.254126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.828500] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e18263a7-3ab1-4918-98a2-4d1cda8d1e86 None None] Enqueued Resource ID: 88a9c850-c6d9-4939-a4f1-de544676bcf4 with Priority: HIGHEST for action port [ 629.829548] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a9c850-c6d9-4939-a4f1-de544676bcf4 with Priority: HIGHEST for action port [ 629.829906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a9c850-c6d9-4939-a4f1-de544676bcf4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.830087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a9c850-c6d9-4939-a4f1-de544676bcf4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.830472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a9c850-c6d9-4939-a4f1-de544676bcf4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.830865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a9c850-c6d9-4939-a4f1-de544676bcf4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.831040] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a9c850-c6d9-4939-a4f1-de544676bcf4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.003483] env[65067]: INFO networking_nsxv3.common.synchronization [req-2bfb0592-dd03-4315-a3a2-e3bc5ecb9141 req-b04fc82e-f739-4216-94e2-feb418e45668 service nova] Enqueued Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_rules [ 630.003483] env[65067]: INFO networking_nsxv3.common.synchronization [req-2bfb0592-dd03-4315-a3a2-e3bc5ecb9141 req-b04fc82e-f739-4216-94e2-feb418e45668 service nova] Enqueued Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_members [ 630.003483] env[65067]: INFO networking_nsxv3.common.synchronization [req-2bfb0592-dd03-4315-a3a2-e3bc5ecb9141 req-b04fc82e-f739-4216-94e2-feb418e45668 service nova] Enqueued Resource ID: 9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c with Priority: HIGHEST for action port [ 630.003483] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_rules [ 630.003483] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_members [ 630.004273] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c with Priority: HIGHEST for action port [ 630.008150] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.008150] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.008150] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.008150] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.008150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.010143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.010143] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.010942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.011066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.011162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.011303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.011386] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.337018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a9c850-c6d9-4939-a4f1-de544676bcf4 [ 630.337018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.337018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.337018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.337018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.337018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.337018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a9c850-c6d9-4939-a4f1-de544676bcf4 already deleted. [ 630.337018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a9c850-c6d9-4939-a4f1-de544676bcf4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.340986] env[65067]: INFO networking_nsxv3.common.synchronization [None req-322ebc13-5af1-4ca3-b999-2596f0c280a9 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 630.341554] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 630.342175] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.342567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.342567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.342727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.343041] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.393471] env[65067]: INFO networking_nsxv3.common.synchronization [req-72061ce5-980f-41e2-b77e-5973894d2843 req-da377078-b325-4e6d-9d1a-066d1e474abe tempest-DeleteServersAdminTestJSON-779675469 tempest-DeleteServersAdminTestJSON-779675469-project-admin] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 630.394326] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 630.394805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.395387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.395387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.395590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.395784] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.395927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.395990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.396234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.396352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.396472] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.494848] env[65067]: INFO networking_nsxv3.common.synchronization [None req-4a78cb11-bf6b-467b-bb3b-51d3b24aadcb tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 630.496232] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 630.496420] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.496576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.513559] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.513829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.514113] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.514938] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c with status ACTIVE [ 630.515143] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.515260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.515323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.516070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.516070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.516070] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.516070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.516070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.516070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.516340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.516340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.516414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.516445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.517124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.517203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.517423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c is going to be updated. [ 630.553204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.553204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.553204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.553204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.553204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.553204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3c8c0e-8dc7-431a-bf9a-6326dbf90d9c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.781051] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 4s [ 630.867041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.867295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.867375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.867659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.867659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.867750] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 already deleted. [ 630.868316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.868316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.868316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.868471] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.893542] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ce7f3e-795a-4a27-84f4-abc289676717 in Status: SUCCESS [ 630.893542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.902032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.902032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.902032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.902032] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be updated. [ 630.936067] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.936175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.936231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.937431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.937431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.948170] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: IN_PROGRESS for 2s [ 630.980544] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: SUCCESS [ 630.980769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.980941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.981225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.981418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.981539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.982394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.982394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.982394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.982394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.982394] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.020730] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.397117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.397335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.397425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.397658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.397751] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.397851] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 already deleted. [ 631.397934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.487551] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.523257] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.523425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.523425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.523652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.523740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.523842] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 is going to be created. [ 631.549464] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.549608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.549767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.550374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.550374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.562981] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 in Status: UNINITIALIZED for 2s [ 631.990498] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1464a9-a829-4384-811c-242baede566a: rpc.has_security_group_logging(os_id): False [ 632.010349] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.010551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.010667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.010864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.010966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.011464] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.011542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.011986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.011986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.011986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.011986] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1464a9-a829-4384-811c-242baede566a is going to be created. [ 632.105503] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.105503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.105503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.105503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.105503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.122037] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: IN_PROGRESS for 2s [ 632.552478] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f2a8db27-73b9-41de-a79c-9532e2378529 None None] Enqueued Resource ID: cda6e4d4-9169-458d-a057-099ffaa86b6f with Priority: HIGHEST for action port [ 632.552693] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda6e4d4-9169-458d-a057-099ffaa86b6f with Priority: HIGHEST for action port [ 632.553511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-cda6e4d4-9169-458d-a057-099ffaa86b6f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.553511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cda6e4d4-9169-458d-a057-099ffaa86b6f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.553511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cda6e4d4-9169-458d-a057-099ffaa86b6f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.553958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cda6e4d4-9169-458d-a057-099ffaa86b6f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.554078] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda6e4d4-9169-458d-a057-099ffaa86b6f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.796127] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 632.799587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.799587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.799587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.799587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.799587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.800024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.800024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.800164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.800164] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.960044] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 632.960367] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 deletion is rescheduled due to dependency. [ 632.960493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.056978] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cda6e4d4-9169-458d-a057-099ffaa86b6f [ 633.057480] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.057659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.057776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.058103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.058255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.058415] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cda6e4d4-9169-458d-a057-099ffaa86b6f already deleted. [ 633.058637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cda6e4d4-9169-458d-a057-099ffaa86b6f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.302836] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.303313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.303313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.303402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.303521] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.303616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.303675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.303814] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.303893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.303975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.304154] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.304296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.304359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.304505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.304640] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.304726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.304783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.304916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.304985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.305100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.305202] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.574881] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 in Status: SUCCESS [ 633.575157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.575338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.575568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.575761] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.575877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.575985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.576113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.576206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.576289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.576382] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.808735] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35f155f-7734-4b15-a738-654ba880f399: rpc.has_security_group_logging(os_id): False [ 633.840550] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.840707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.840707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.841152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.841152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.841310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.841574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.841574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.841686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.841767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.841945] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.842041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.842104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.842279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.842413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.842727] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.842810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.842847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.843173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.845652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.845652] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 633.937209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.937739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.937855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.938625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.939250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.968045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 634.035301] env[65067]: INFO networking_nsxv3.common.synchronization [req-9019bcaf-24ce-4059-ba72-8ad2574e68ad req-a8360923-ab73-4023-a8e6-15926c961e54 tempest-SecurityGroupRulesNegativeTestJSON-710755747 tempest-SecurityGroupRulesNegativeTestJSON-710755747-project-member] Enqueued Resource ID: 2c609cd2-f71e-4da5-9b76-9641c0673f66 with Priority: HIGHEST for action security_group_rules [ 634.036412] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c609cd2-f71e-4da5-9b76-9641c0673f66 with Priority: HIGHEST for action security_group_rules [ 634.036841] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c609cd2-f71e-4da5-9b76-9641c0673f66 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.037072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.037175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.037957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.037957] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c609cd2-f71e-4da5-9b76-9641c0673f66',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.080578] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.080578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.080578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.081805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.081805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.082487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.082487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.083591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.083591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.083591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.084807] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.084807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.084807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.084807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.087293] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.087293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.087293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.087293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.087293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.087293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.087293] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.141287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: SUCCESS [ 634.142312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.407559] env[65067]: INFO networking_nsxv3.common.synchronization [req-a438dd53-e69d-4013-a39d-57b2ad97dacb req-0966a0ea-2944-4cfc-bcc3-6817cf742f9f tempest-ServersTestBootFromVolume-666969773 tempest-ServersTestBootFromVolume-666969773-project-member] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_members [ 634.408163] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_members [ 634.408523] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.408699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.408699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.408896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.409511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.409649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.409839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.409883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.410097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.410175] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.568488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.568680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.568719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.568937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.569045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.569144] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c609cd2-f71e-4da5-9b76-9641c0673f66 already deleted. [ 634.569229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.590358] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 415f7f4b-cde2-49a4-95f1-1d47754f90b0: rpc.has_security_group_logging(os_id): False [ 634.617905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.619154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.619271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.619577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.619700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.619926] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.620052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.620110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.620426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.620426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.620567] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.620663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.620730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.620859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.622428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.622428] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.622428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.622428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.622428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.622428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.622428] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 is going to be created. [ 634.708820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.708820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.708820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.708820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.708820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.722930] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 in Status: IN_PROGRESS for 2s [ 634.914335] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.914538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.914613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.914866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.915060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.917210] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.917210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.917393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.917795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.920930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.921153] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 already deleted. [ 634.921289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.990197] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.990417] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-985" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.990575] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-985" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.990978] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-985" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.991518] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.991728] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.991893] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.992327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.992327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.992676] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.992749] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.992941] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.992941] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.993100] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.993225] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.993438] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.023021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.023021] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.023021] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.023021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-985" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.023021] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-79d81b87-5e33-425d-a634-00d249b57631 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.023021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023021] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d81b87-5e33-425d-a634-00d249b57631',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.526402] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.526898] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.526898] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.527029] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.527210] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.527374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 79d81b87-5e33-425d-a634-00d249b57631 not found, creating... [ 635.527632] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.528079] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.528079] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.528245] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.528281] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.528569] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.528711] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.528821] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.529029] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.529161] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.529293] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 79d81b87-5e33-425d-a634-00d249b57631 is going to be created. [ 635.551053] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.551253] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.551253] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.551540] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.551852] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.551965] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.984908] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 635.985749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.314385] env[65067]: INFO networking_nsxv3.common.synchronization [req-a438dd53-e69d-4013-a39d-57b2ad97dacb req-c6843222-85ae-4476-ad55-2ea794b64aa1 service nova] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_rules [ 636.314562] env[65067]: INFO networking_nsxv3.common.synchronization [req-a438dd53-e69d-4013-a39d-57b2ad97dacb req-c6843222-85ae-4476-ad55-2ea794b64aa1 service nova] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_members [ 636.314708] env[65067]: INFO networking_nsxv3.common.synchronization [req-a438dd53-e69d-4013-a39d-57b2ad97dacb req-c6843222-85ae-4476-ad55-2ea794b64aa1 service nova] Enqueued Resource ID: 79d81b87-5e33-425d-a634-00d249b57631 with Priority: HIGHEST for action port [ 636.315631] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_rules [ 636.315631] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_members [ 636.315631] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d81b87-5e33-425d-a634-00d249b57631 with Priority: HIGHEST for action port [ 636.316097] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.316097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.318383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.318673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318799] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.321207] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.321379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.321516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.321689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.321881] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.323088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.323588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.323588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.323588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.323696] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.325968] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d81b87-5e33-425d-a634-00d249b57631 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.326148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.326224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.326433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.326541] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d81b87-5e33-425d-a634-00d249b57631',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.428625] env[65067]: INFO networking_nsxv3.common.synchronization [req-fc74ecb1-622d-4b2a-a833-08b92eb3b5e6 req-31d08a92-fe14-4282-aaa2-024240c9eee4 tempest-ServerDiagnosticsTest-1765436902 tempest-ServerDiagnosticsTest-1765436902-project-member] Enqueued Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_members [ 636.428625] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGHEST for action security_group_members [ 636.429259] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.429549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.429717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.430012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.430434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.430749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.430976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.431306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.431533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.431740] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.742793] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 in Status: SUCCESS [ 636.742793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.830404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.830691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.830927] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.831987] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79d81b87-5e33-425d-a634-00d249b57631 with status ACTIVE [ 636.833716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.833857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.833927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.834215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.834366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.834560] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.837389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.837389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.837389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.837389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.837389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.837389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.837389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.837756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.837756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.837756] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79d81b87-5e33-425d-a634-00d249b57631 is going to be updated. [ 636.866849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.867034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.867087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.867363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.867511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.867667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d81b87-5e33-425d-a634-00d249b57631" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.935047] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.935410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.935410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.937123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.937123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.937123] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.937123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.937123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.937123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.937123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.937123] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243437f2-eb53-4ecd-a452-e0453f922776 is going to be updated. [ 636.954690] env[65067]: INFO networking_nsxv3.common.synchronization [req-44bfdae8-a3a1-49e1-92f8-f75411f97b3a req-55620531-21b2-487b-b620-1842c2532e85 tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 636.955269] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 636.955635] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.955762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.955825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.956113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.956311] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.956449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.956513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.956677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.956755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.956847] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.979029] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.979029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.979029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.979329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.979329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.996571] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243437f2-eb53-4ecd-a452-e0453f922776 in Status: IN_PROGRESS for 2s [ 637.339802] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.373133] env[65067]: INFO networking_nsxv3.common.synchronization [req-91267be4-a8d9-469a-9620-930c50c5f2bb req-92080122-b803-4660-8a9f-ad4a9edfb758 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 637.373748] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 637.374078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.374237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.374324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.374514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.374666] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.374765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.374824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.374966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.375137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.375232] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.461170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.462113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.462113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.462113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.462113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.462113] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.462113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.462113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.462555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.462555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.462555] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d already deleted. [ 637.462555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.647090] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.647090] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.647253] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.647618] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.647927] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.648137] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.648272] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.648538] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.649169] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.649169] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.649169] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.649169] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.649386] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.649386] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.649542] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.649729] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.673964] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.674235] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.674383] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.674562] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.674941] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-0dd4222f-29ae-4436-8ca2-559c415d3c72 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.675165] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.675281] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.675727] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.675940] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd4222f-29ae-4436-8ca2-559c415d3c72',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.843203] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.843712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.843712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.843712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.843987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.843987] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 is going to be created. [ 637.872355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.872604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.872706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.873017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.873274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.877353] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.884204] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 in Status: UNINITIALIZED for 2s [ 638.179204] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.179552] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.179647] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.179846] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.179987] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.180152] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 0dd4222f-29ae-4436-8ca2-559c415d3c72 not found, creating... [ 638.180414] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.180566] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.180678] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.180889] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.181036] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.181313] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.181460] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.181570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.181766] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.181895] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.182046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 0dd4222f-29ae-4436-8ca2-559c415d3c72 is going to be created. [ 638.201644] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.201886] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.201963] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.202256] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.202480] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.202695] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.379431] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.676300] env[65067]: INFO networking_nsxv3.common.synchronization [req-91267be4-a8d9-469a-9620-930c50c5f2bb req-4b72ad71-f79e-4db7-b3ca-fe1f89233de1 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 638.677091] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 638.677091] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.677091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.885013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.885013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.885013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.885013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.885496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.885496] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 638.924483] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.924665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.924737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.924952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.925117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.929866] env[65067]: INFO networking_nsxv3.common.synchronization [req-44bfdae8-a3a1-49e1-92f8-f75411f97b3a req-ecdb231a-42e4-493d-bf7d-760797319d83 service nova] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_rules [ 638.930771] env[65067]: INFO networking_nsxv3.common.synchronization [req-44bfdae8-a3a1-49e1-92f8-f75411f97b3a req-ecdb231a-42e4-493d-bf7d-760797319d83 service nova] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 638.930771] env[65067]: INFO networking_nsxv3.common.synchronization [req-44bfdae8-a3a1-49e1-92f8-f75411f97b3a req-ecdb231a-42e4-493d-bf7d-760797319d83 service nova] Enqueued Resource ID: 0dd4222f-29ae-4436-8ca2-559c415d3c72 with Priority: HIGHEST for action port [ 638.930854] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_rules [ 638.931412] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 638.931412] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd4222f-29ae-4436-8ca2-559c415d3c72 with Priority: HIGHEST for action port [ 638.931654] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.931809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.931882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.933312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.933591] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.934362] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.934554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.934554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.934822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.934900] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.934995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.935061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.935212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.935296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.935384] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.936194] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd4222f-29ae-4436-8ca2-559c415d3c72 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.936387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.936442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.936689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.936848] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd4222f-29ae-4436-8ca2-559c415d3c72',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.938340] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 639.007526] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243437f2-eb53-4ecd-a452-e0453f922776 in Status: SUCCESS [ 639.008867] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243437f2-eb53-4ecd-a452-e0453f922776 deletion is rescheduled due to dependency. [ 639.008995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.170602] env[65067]: INFO networking_nsxv3.common.synchronization [None req-aaad2621-bbb7-40a9-9c92-12bc1dcf9a4c None None] Enqueued Resource ID: cf95a222-9e93-41b0-8226-fbc575cd6689 with Priority: HIGHEST for action port [ 639.171084] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf95a222-9e93-41b0-8226-fbc575cd6689 with Priority: HIGHEST for action port [ 639.171993] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf95a222-9e93-41b0-8226-fbc575cd6689 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.171993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf95a222-9e93-41b0-8226-fbc575cd6689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.171993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf95a222-9e93-41b0-8226-fbc575cd6689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf95a222-9e93-41b0-8226-fbc575cd6689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171993] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf95a222-9e93-41b0-8226-fbc575cd6689',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.204077] env[65067]: INFO networking_nsxv3.common.synchronization [req-91267be4-a8d9-469a-9620-930c50c5f2bb req-c6777bc4-947a-4714-8ab4-28754cab1751 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 639.204703] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 639.205011] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.205159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.439422] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.439689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.439813] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dd4222f-29ae-4436-8ca2-559c415d3c72 with status ACTIVE [ 639.440032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.440171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.440279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.440520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.440740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.440839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.440992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.441086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.441284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.441380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.441602] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.441749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.441806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.441970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.442156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.442256] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dd4222f-29ae-4436-8ca2-559c415d3c72 is going to be updated. [ 639.443454] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.466474] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.466655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.466705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.466878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.467108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.467225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd4222f-29ae-4436-8ca2-559c415d3c72" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.673995] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf95a222-9e93-41b0-8226-fbc575cd6689 [ 639.674295] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.674440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.674508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.674734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.674826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.674927] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf95a222-9e93-41b0-8226-fbc575cd6689 already deleted. [ 639.675016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf95a222-9e93-41b0-8226-fbc575cd6689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.897652] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 in Status: SUCCESS [ 639.898041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.898098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.898426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.898548] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.898676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.898745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.899157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.899157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899386] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.948308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.259414] env[65067]: INFO networking_nsxv3.common.synchronization [req-ecd7b0df-fade-411b-af01-f3910fdf74ed req-68d1b25e-bcf6-4c77-bf6b-cd9ca8b5c6de tempest-ServersWithSpecificFlavorTestJSON-2008120047 tempest-ServersWithSpecificFlavorTestJSON-2008120047-project-member] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 640.259414] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 640.259414] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.259414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.259414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.259414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.259414] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.259414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.259414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.259911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.259911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.259911] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.402288] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.452751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.452971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.453255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.453364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.453463] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be created. [ 640.485940] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.486180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.486260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.486482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.486654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.500393] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: UNINITIALIZED for 2s [ 640.566286] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7ce744f4-3087-4a4e-aeb8-b4d7e64ffd22 None None] Enqueued Resource ID: a0816355-fc03-4e85-9d0a-57103ecf267c with Priority: HIGHEST for action port [ 640.566988] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0816355-fc03-4e85-9d0a-57103ecf267c with Priority: HIGHEST for action port [ 640.568232] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0816355-fc03-4e85-9d0a-57103ecf267c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.568354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0816355-fc03-4e85-9d0a-57103ecf267c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.568421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0816355-fc03-4e85-9d0a-57103ecf267c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.571304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0816355-fc03-4e85-9d0a-57103ecf267c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.571304] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0816355-fc03-4e85-9d0a-57103ecf267c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.764558] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.764558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.764558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.764558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.764558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.764818] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.764818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.764909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.764986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.765071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.765205] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e already deleted. [ 640.765241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.907522] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c4b4223-e1c0-4654-b4fc-e84ba0476321: rpc.has_security_group_logging(os_id): False [ 640.933292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.933434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.933478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.933681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.933769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.934059] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.934143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.934191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.934361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.934441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.934525] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 is going to be created. [ 640.952144] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 640.952667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.955849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.955849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.955849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.955849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.955849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.955849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.955849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.955849] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.013696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.013696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.013696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.013696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.013696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.020551] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 in Status: IN_PROGRESS for 2s [ 641.072528] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0816355-fc03-4e85-9d0a-57103ecf267c [ 641.072786] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.073130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.073394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.073639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.073727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.073868] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0816355-fc03-4e85-9d0a-57103ecf267c already deleted. [ 641.074052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0816355-fc03-4e85-9d0a-57103ecf267c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.337411] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.337632] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.338314] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.338314] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.338314] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.338577] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.338577] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.338791] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.338918] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.339133] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.339234] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.339330] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.339426] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.339995] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.339995] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.339995] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.359656] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.359656] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.359656] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.359838] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.360213] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-3d63bee9-1219-46c3-a835-aff065657bf8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.360395] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.360515] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.361702] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.361702] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d63bee9-1219-46c3-a835-aff065657bf8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.363881] env[65067]: INFO networking_nsxv3.common.synchronization [None req-95ce9364-bfa7-49d7-84ae-19dbbc013d6c None None] Enqueued Resource ID: 6a83b5d4-7287-4871-a342-b4487e057e50 with Priority: HIGHEST for action port [ 641.364326] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a83b5d4-7287-4871-a342-b4487e057e50 with Priority: HIGHEST for action port [ 641.365772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a83b5d4-7287-4871-a342-b4487e057e50 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.365772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a83b5d4-7287-4871-a342-b4487e057e50" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.365772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a83b5d4-7287-4871-a342-b4487e057e50" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.365772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a83b5d4-7287-4871-a342-b4487e057e50" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.365772] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a83b5d4-7287-4871-a342-b4487e057e50',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.462875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.463024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.463024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.463985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.463985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.463985] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.463985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.463985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.464409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.464409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.464513] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 641.507020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.507020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.507020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.507020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.507020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.518064] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 641.866568] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866568] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866568] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.866902] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.866902] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.867051] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 3d63bee9-1219-46c3-a835-aff065657bf8 not found, creating... [ 641.868257] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.868257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.868257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.868257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.868633] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.868633] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868633] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.869296] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.869296] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.869296] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 3d63bee9-1219-46c3-a835-aff065657bf8 is going to be created. [ 641.871160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a83b5d4-7287-4871-a342-b4487e057e50 [ 641.871316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.871437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.871505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.871672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.871754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.871903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a83b5d4-7287-4871-a342-b4487e057e50 already deleted. [ 641.871963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a83b5d4-7287-4871-a342-b4487e057e50" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.896572] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.896808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.896902] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.897269] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.897574] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.897907] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511752] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 642.512510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.512510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.512510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.512681] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.512813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.512897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.513084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.513166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.513248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.513464] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.618328] env[65067]: INFO networking_nsxv3.common.synchronization [req-ecd7b0df-fade-411b-af01-f3910fdf74ed req-246a7b56-f5e0-43dd-ab69-7314fa711d3d service nova] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 642.618545] env[65067]: INFO networking_nsxv3.common.synchronization [req-ecd7b0df-fade-411b-af01-f3910fdf74ed req-246a7b56-f5e0-43dd-ab69-7314fa711d3d service nova] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 642.618682] env[65067]: INFO networking_nsxv3.common.synchronization [req-ecd7b0df-fade-411b-af01-f3910fdf74ed req-246a7b56-f5e0-43dd-ab69-7314fa711d3d service nova] Enqueued Resource ID: 3d63bee9-1219-46c3-a835-aff065657bf8 with Priority: HIGHEST for action port [ 642.619611] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 642.619611] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 642.619611] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d63bee9-1219-46c3-a835-aff065657bf8 with Priority: HIGHEST for action port [ 642.619816] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.620199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.620199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.620493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.620493] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.621724] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.621826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.621975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.622216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.622311] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.622367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.622402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.622567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.622627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.622734] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.623565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d63bee9-1219-46c3-a835-aff065657bf8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.624532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.624532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.624532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.624532] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d63bee9-1219-46c3-a835-aff065657bf8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.678997] env[65067]: INFO networking_nsxv3.common.synchronization [None req-31d188da-7ca7-4c27-8dcb-9bd05d7da9ba None None] Enqueued Resource ID: 35da6b16-26c9-44e1-a9e8-291ae38be3ae with Priority: HIGHEST for action port [ 642.679533] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35da6b16-26c9-44e1-a9e8-291ae38be3ae with Priority: HIGHEST for action port [ 642.679830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-35da6b16-26c9-44e1-a9e8-291ae38be3ae taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.679954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35da6b16-26c9-44e1-a9e8-291ae38be3ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.685079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35da6b16-26c9-44e1-a9e8-291ae38be3ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.685420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35da6b16-26c9-44e1-a9e8-291ae38be3ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.685509] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35da6b16-26c9-44e1-a9e8-291ae38be3ae',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.015587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.015587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.015587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.015981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.015981] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.015981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.016132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.016168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.020024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.020024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.020024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.020024] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.034732] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 in Status: SUCCESS [ 643.035784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.126304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.126465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.126683] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.129209] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d63bee9-1219-46c3-a835-aff065657bf8 with status ACTIVE [ 643.129209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.129209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.129369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.129453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.129544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.129716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.129812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.129865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.130069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.130155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.130347] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.130459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.130520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.130663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.130736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.130820] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d63bee9-1219-46c3-a835-aff065657bf8 is going to be updated. [ 643.156073] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.156073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.156073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.156500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.156500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.156500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d63bee9-1219-46c3-a835-aff065657bf8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.190444] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35da6b16-26c9-44e1-a9e8-291ae38be3ae [ 643.190579] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.190913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.190986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.191222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.191334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.191750] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35da6b16-26c9-44e1-a9e8-291ae38be3ae already deleted. [ 643.191750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35da6b16-26c9-44e1-a9e8-291ae38be3ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.522532] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69aeeea7-6f97-417d-94ce-af05d256be7d: rpc.has_security_group_logging(os_id): False [ 643.533101] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 643.533352] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 deletion is rescheduled due to dependency. [ 643.533515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.533750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.534013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.534235] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.534447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.534550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.534806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.535368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.535512] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.542026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.542026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.542026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.542307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.542307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.543101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.543101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.543101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.543101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.543101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.543101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.543101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.543372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.543372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.543372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.544046] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.544046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.544046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.548112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.548112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.548254] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be created. [ 643.610327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.610327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.610327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.610327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.610327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.624052] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 643.631302] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.795991] env[65067]: INFO networking_nsxv3.common.synchronization [req-c6db22b6-9688-4549-a2f4-188875003310 req-0e18c9a1-01e0-4959-bfa7-12032e6f69ee tempest-ServerRescueTestJSON-1681701728 tempest-ServerRescueTestJSON-1681701728-project-member] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 643.796986] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 643.796986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.797692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.797796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.798368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.798368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.798368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.798768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.798768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.798768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.798914] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.040369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.040369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.040369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.040369] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 644.072743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.073647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.073647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.073647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.073984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.088585] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 644.134399] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.135885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.136032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.136362] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be created. [ 644.162614] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.162807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.162852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.163070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.163252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.173976] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: UNINITIALIZED for 2s [ 644.304559] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.304559] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.304559] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 already deleted. [ 644.304559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.334020] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.334020] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.334020] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.334020] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.334020] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.334867] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.336064] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.336664] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.337914] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.337914] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.357933] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.358231] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.358360] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.358462] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.358764] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-77f656be-eb25-4d12-8e17-5a4112117ea8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.359130] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.359314] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.359841] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.360049] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f656be-eb25-4d12-8e17-5a4112117ea8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.462470] env[65067]: INFO networking_nsxv3.common.synchronization [None req-0a001999-3b24-4f3d-989c-9621a33b3332 None None] Enqueued Resource ID: 87d48fab-3c3c-44ce-ae9e-ba23988b6215 with Priority: HIGHEST for action port [ 644.463080] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d48fab-3c3c-44ce-ae9e-ba23988b6215 with Priority: HIGHEST for action port [ 644.463431] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d48fab-3c3c-44ce-ae9e-ba23988b6215 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.463601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d48fab-3c3c-44ce-ae9e-ba23988b6215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.463640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d48fab-3c3c-44ce-ae9e-ba23988b6215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.464344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d48fab-3c3c-44ce-ae9e-ba23988b6215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.464344] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d48fab-3c3c-44ce-ae9e-ba23988b6215',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.865501] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.866709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.866709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.867784] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.867784] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.867784] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 77f656be-eb25-4d12-8e17-5a4112117ea8 not found, creating... [ 644.867784] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.868051] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.868541] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.868744] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.869190] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.869451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.869637] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.869875] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.870071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.870384] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 77f656be-eb25-4d12-8e17-5a4112117ea8 is going to be created. [ 644.915301] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.915530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.915666] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.917903] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.918381] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.918667] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.969359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d48fab-3c3c-44ce-ae9e-ba23988b6215 [ 644.969992] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.969992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.969992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.970218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.970218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.970287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d48fab-3c3c-44ce-ae9e-ba23988b6215 already deleted. [ 644.970371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d48fab-3c3c-44ce-ae9e-ba23988b6215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.615924] env[65067]: INFO networking_nsxv3.common.synchronization [req-c6db22b6-9688-4549-a2f4-188875003310 req-0fd3b285-2100-4522-ae29-430439d5043a service nova] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_rules [ 645.616042] env[65067]: INFO networking_nsxv3.common.synchronization [req-c6db22b6-9688-4549-a2f4-188875003310 req-0fd3b285-2100-4522-ae29-430439d5043a service nova] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 645.616537] env[65067]: INFO networking_nsxv3.common.synchronization [req-c6db22b6-9688-4549-a2f4-188875003310 req-0fd3b285-2100-4522-ae29-430439d5043a service nova] Enqueued Resource ID: 77f656be-eb25-4d12-8e17-5a4112117ea8 with Priority: HIGHEST for action port [ 645.616750] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_rules [ 645.616877] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 645.616969] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f656be-eb25-4d12-8e17-5a4112117ea8 with Priority: HIGHEST for action port [ 645.620453] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.620620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.620708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.621082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.621121] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.624468] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.624594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.624658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.625075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.625075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.625187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.625187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.625316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.629036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.629036] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.629036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f656be-eb25-4d12-8e17-5a4112117ea8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.629036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.629036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.629036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.629036] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f656be-eb25-4d12-8e17-5a4112117ea8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.641683] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 645.642192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.987295] env[65067]: INFO networking_nsxv3.common.synchronization [req-f236e37c-d052-447e-81c6-be2d21501ab8 req-d658c944-6738-4a25-aadb-545a2f0567ed tempest-FloatingIPsAssociationNegativeTestJSON-858044503 tempest-FloatingIPsAssociationNegativeTestJSON-858044503-project-member] Enqueued Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_members [ 645.987295] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_members [ 645.987960] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.988274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.988610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.989562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.989908] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.990169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.990326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.990581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.990753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.990927] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.042501] env[65067]: INFO networking_nsxv3.common.synchronization [req-fc83db14-df45-4093-bf67-d4350b6ac20b req-f9a06581-3662-4fba-acec-2ca885df1df0 tempest-SecurityGroupRulesNegativeTestJSON-710755747 tempest-SecurityGroupRulesNegativeTestJSON-710755747-project-member] Enqueued Resource ID: 2c609cd2-f71e-4da5-9b76-9641c0673f66 with Priority: HIGHEST for action security_group_rules [ 646.043031] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c609cd2-f71e-4da5-9b76-9641c0673f66 with Priority: HIGHEST for action security_group_rules [ 646.043393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c609cd2-f71e-4da5-9b76-9641c0673f66 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.043535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.043881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.044121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.044202] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c609cd2-f71e-4da5-9b76-9641c0673f66',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.104935] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 646.104935] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 deletion is rescheduled due to dependency. [ 646.104935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.129088] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.129286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.133737] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.134761] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77f656be-eb25-4d12-8e17-5a4112117ea8 with status ACTIVE [ 646.136253] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.136253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.136253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.136253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.136253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.136253] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.136253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.136253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.136652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.136652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.136823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.136935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.137156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.142284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.142453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.142650] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77f656be-eb25-4d12-8e17-5a4112117ea8 is going to be updated. [ 646.170512] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.170840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.170840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.170985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.171133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.171427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f656be-eb25-4d12-8e17-5a4112117ea8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.191999] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 646.192286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.192912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.193202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.193405] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.193530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.193591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.193751] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.193845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.193919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.195315] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.392179] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.392425] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-979" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.392468] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-979" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.393483] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-979" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393483] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.393483] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393483] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.393741] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393895] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.394454] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.394454] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.394454] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.394454] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.394867] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.394867] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.394867] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.416163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.416163] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.416163] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.416163] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-979" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.416527] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-eab59c78-c0c0-4a66-a64b-12707f26a738 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.417426] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.417426] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.417426] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.417426] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab59c78-c0c0-4a66-a64b-12707f26a738',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.495192] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.495835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.496164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.499829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.499829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.499829] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.499829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.499829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.500268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.500268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.500268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 already deleted. [ 646.500268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.567638] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.567864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.567864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.568086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.568178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.568278] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c609cd2-f71e-4da5-9b76-9641c0673f66 already deleted. [ 646.568591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c609cd2-f71e-4da5-9b76-9641c0673f66" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.645238] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.697816] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.920896] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.921167] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.921293] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.925243] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.925459] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.925595] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port eab59c78-c0c0-4a66-a64b-12707f26a738 not found, creating... [ 646.925881] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.926061] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.926177] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.926412] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.926542] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.926837] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.930066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.930066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.930313] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.930450] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.930591] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: eab59c78-c0c0-4a66-a64b-12707f26a738 is going to be created. [ 646.953987] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.954366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.954578] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.955192] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.955451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.955616] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.148766] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.148766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.148766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.148766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.148766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.148766] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be created. [ 647.174189] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.174470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.174470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.174789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.174851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.184994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: UNINITIALIZED for 2s [ 647.200479] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e1b2bf8-e065-481a-8105-1482f015ba7e: rpc.has_security_group_logging(os_id): False [ 647.219117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.219295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.219535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.219800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.219890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.220236] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.220379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.220521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.220638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.220638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.220755] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be created. [ 647.284165] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.284431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.284431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.284594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.284769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.301166] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 647.611949] env[65067]: INFO networking_nsxv3.common.synchronization [None req-b1b6339b-ff4e-4bc0-bb40-bf84c6669145 None None] Enqueued Resource ID: 67c5dadb-2fc3-497f-8187-f0d168a02417 with Priority: HIGHEST for action port [ 647.612566] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c5dadb-2fc3-497f-8187-f0d168a02417 with Priority: HIGHEST for action port [ 647.613767] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c5dadb-2fc3-497f-8187-f0d168a02417 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.614024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c5dadb-2fc3-497f-8187-f0d168a02417" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c5dadb-2fc3-497f-8187-f0d168a02417" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.615187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c5dadb-2fc3-497f-8187-f0d168a02417" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.615187] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c5dadb-2fc3-497f-8187-f0d168a02417',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.694260] env[65067]: INFO networking_nsxv3.common.synchronization [req-f236e37c-d052-447e-81c6-be2d21501ab8 req-b76f301d-5d71-4216-b8d9-d515d4db4a16 service nova] Enqueued Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_rules [ 647.694260] env[65067]: INFO networking_nsxv3.common.synchronization [req-f236e37c-d052-447e-81c6-be2d21501ab8 req-b76f301d-5d71-4216-b8d9-d515d4db4a16 service nova] Enqueued Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_members [ 647.694260] env[65067]: INFO networking_nsxv3.common.synchronization [req-f236e37c-d052-447e-81c6-be2d21501ab8 req-b76f301d-5d71-4216-b8d9-d515d4db4a16 service nova] Enqueued Resource ID: eab59c78-c0c0-4a66-a64b-12707f26a738 with Priority: HIGHEST for action port [ 647.694717] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_rules [ 647.694851] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_members [ 647.694946] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab59c78-c0c0-4a66-a64b-12707f26a738 with Priority: HIGHEST for action port [ 647.695906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.696684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.696684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.696852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.696963] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.698461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.698461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.698461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.698654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.698886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.699021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.699021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.699202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.699277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.699418] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.702833] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab59c78-c0c0-4a66-a64b-12707f26a738 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.702833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.702833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.702833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.702833] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab59c78-c0c0-4a66-a64b-12707f26a738',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.022260] env[65067]: INFO networking_nsxv3.common.synchronization [req-a1296d12-83f9-45f0-b2d2-03c03e379530 req-ba8aa0f6-316e-4ee3-8e75-85c64db8b5d6 tempest-TenantUsagesTestJSON-973083322 tempest-TenantUsagesTestJSON-973083322-project-member] Enqueued Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_members [ 648.022896] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGHEST for action security_group_members [ 648.023442] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.023618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.023711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.025247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.025247] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.025247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.025247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.025247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.025247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.025247] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.116447] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67c5dadb-2fc3-497f-8187-f0d168a02417 [ 648.116690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.116867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.116935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.117170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.117482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.117482] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67c5dadb-2fc3-497f-8187-f0d168a02417 already deleted. [ 648.117482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c5dadb-2fc3-497f-8187-f0d168a02417" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.205496] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eab59c78-c0c0-4a66-a64b-12707f26a738 with status ACTIVE [ 648.205496] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.205496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.205496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.206845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.206845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.209339] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.209339] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.209339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.209339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eab59c78-c0c0-4a66-a64b-12707f26a738 is going to be updated. [ 648.209807] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.210807] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.210928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.233856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.234391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.234391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.234391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.235677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.235677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab59c78-c0c0-4a66-a64b-12707f26a738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.273330] env[65067]: INFO networking_nsxv3.common.synchronization [req-49f5aeb7-942b-4858-beb1-08e5d8494a0f req-40be9fa1-d37c-403a-89ea-fd7e0dd8f332 tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 648.273793] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 648.274137] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.275036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.275036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.275036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.275036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.275036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.275036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.275036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.276189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.276189] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.528765] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.528940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.528990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.529243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.529336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.529586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.529647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.529708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.529859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.529937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.530035] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 is going to be updated. [ 648.565160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.565160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.565160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.565160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.565160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.578198] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 in Status: IN_PROGRESS for 2s [ 648.676132] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.676345] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.676453] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.676770] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.677651] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.677890] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.678025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.678296] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.678449] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.678652] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.678759] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.678882] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.679051] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.679212] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.679326] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.679455] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.712997] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.712997] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.712997] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.713352] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.713552] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-a31ea60e-f8d2-4507-863b-73879c7ed1af taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.713777] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.713895] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.714240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.714375] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31ea60e-f8d2-4507-863b-73879c7ed1af',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.716538] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.777562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.777861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.777986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.778283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.778423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.778666] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.778839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.779011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.779172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.779316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.779626] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 already deleted. [ 648.779766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.195504] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 649.195948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.196157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.196391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.196854] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.196854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.196854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.197166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.197166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.197166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.197365] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.218675] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.218675] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.218675] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.219075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.219075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.219145] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port a31ea60e-f8d2-4507-863b-73879c7ed1af not found, creating... [ 649.219802] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.219802] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.219802] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.219988] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.220099] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.220378] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.220485] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.220595] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.220792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.220918] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.221060] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: a31ea60e-f8d2-4507-863b-73879c7ed1af is going to be created. [ 649.222321] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.222454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.222529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.222685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.222755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.222843] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 is going to be created. [ 649.244767] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.244998] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.245129] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.245402] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.245617] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.245857] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.247649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.247810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.247876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.248924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.248924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259138] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 in Status: UNINITIALIZED for 2s [ 649.316276] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 649.316844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.366614] env[65067]: INFO networking_nsxv3.common.synchronization [req-04f5183a-308a-4bcb-8e07-c736ceb2253f req-742560e9-23af-4f89-b018-a2cc7abe791f tempest-InstanceActionsV221TestJSON-575915651 tempest-InstanceActionsV221TestJSON-575915651-project-member] Enqueued Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_members [ 649.367959] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGHEST for action security_group_members [ 649.368417] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.368563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.368637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.368864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.369060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.369171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.369227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.369404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.369571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.369672] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.699312] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.699527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.699586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.699760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.699931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.700053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.700102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.700243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.700329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.700447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.700625] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.700788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.700980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.701058] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.701151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.701205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.701371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.701424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.701483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.701569] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.873271] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.873539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.873654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.873825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.874173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.874253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.874341] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 is going to be updated. [ 649.919198] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.919430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.919430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.919817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.919965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.930206] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 in Status: IN_PROGRESS for 2s [ 649.965641] env[65067]: INFO networking_nsxv3.common.synchronization [req-49f5aeb7-942b-4858-beb1-08e5d8494a0f req-1f298cd9-cb98-4497-94a9-9558f843d500 service nova] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_rules [ 649.965895] env[65067]: INFO networking_nsxv3.common.synchronization [req-49f5aeb7-942b-4858-beb1-08e5d8494a0f req-1f298cd9-cb98-4497-94a9-9558f843d500 service nova] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 649.965970] env[65067]: INFO networking_nsxv3.common.synchronization [req-49f5aeb7-942b-4858-beb1-08e5d8494a0f req-1f298cd9-cb98-4497-94a9-9558f843d500 service nova] Enqueued Resource ID: a31ea60e-f8d2-4507-863b-73879c7ed1af with Priority: HIGHEST for action port [ 649.966492] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_rules [ 649.966632] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 649.966726] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31ea60e-f8d2-4507-863b-73879c7ed1af with Priority: HIGHEST for action port [ 649.967114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.968759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.968936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.975096] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.975096] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.975096] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.975096] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.975096] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31ea60e-f8d2-4507-863b-73879c7ed1af taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.975096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.975892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.976082] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31ea60e-f8d2-4507-863b-73879c7ed1af',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.206397] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53befe14-9073-4fc9-b21f-f524fdd13442: rpc.has_security_group_logging(os_id): False [ 650.229318] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.229667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.229667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.229770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.229865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.230069] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.230180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.230243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.230395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.230474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.230749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.230882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.230919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.231077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.231163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.231351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.231459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.231562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.231670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.231742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.232118] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be created. [ 650.331999] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.331999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.331999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.331999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.331999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.346377] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 2s [ 650.364937] env[65067]: INFO networking_nsxv3.common.synchronization [req-551a1722-d4a3-4c1f-a68e-59c3faf1ce7d req-a6f16efa-045b-4d7a-8f27-55cf2769cd48 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 650.364937] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 650.365292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.365517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.365664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.366170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.367040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.367040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.367040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.367040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.367040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.367040] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.480511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.480637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.480858] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.484690] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a31ea60e-f8d2-4507-863b-73879c7ed1af with status ACTIVE [ 650.484690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.484690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.484690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.484690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.485222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.485222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.485589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.485589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.485922] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a31ea60e-f8d2-4507-863b-73879c7ed1af is going to be updated. [ 650.510016] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.510188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.510241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.510477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.510625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.510779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31ea60e-f8d2-4507-863b-73879c7ed1af" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.590371] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 in Status: SUCCESS [ 650.590585] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 deletion is rescheduled due to dependency. [ 650.590585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.707553] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.707757] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.707906] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.708270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.708572] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.708732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.708845] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.709081] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.709221] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.709438] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.709524] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.709625] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.709723] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.709826] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.709922] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.710047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.732027] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.732193] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.732363] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.732554] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.732883] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-1659c04d-0d51-4d2f-9127-ddc19f672991 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.733117] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.733185] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.733988] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.733988] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1659c04d-0d51-4d2f-9127-ddc19f672991',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.869280] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.869615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.869736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.870097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.870097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.870279] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.870389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.870389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.870528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.870688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.870688] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 already deleted. [ 650.870872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.984143] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.236867] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.237408] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.237408] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.237510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.237652] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.237798] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 1659c04d-0d51-4d2f-9127-ddc19f672991 not found, creating... [ 651.238072] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.238245] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.238389] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.238616] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.238746] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.239039] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.239193] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.239302] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.239501] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.240417] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.240417] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 1659c04d-0d51-4d2f-9127-ddc19f672991 is going to be created. [ 651.262836] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.263071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.263196] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.263470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.263693] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.263917] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.269488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 in Status: SUCCESS [ 651.269757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.269930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.270214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.270419] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.270529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.270597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.270845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.270937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.271037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.271146] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.487432] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.487702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.487702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.487849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.487939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.488049] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be created. [ 651.515654] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.515794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.515897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.516146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.516726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.531395] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: UNINITIALIZED for 2s [ 651.776142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.776384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.776507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.776715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.776880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.776978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.777058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.777203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.779308] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.779308] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.779308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.779308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.942846] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 in Status: SUCCESS [ 651.943279] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 deletion is rescheduled due to dependency. [ 651.943406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.014385] env[65067]: INFO networking_nsxv3.common.synchronization [req-551a1722-d4a3-4c1f-a68e-59c3faf1ce7d req-0cd4565f-8e15-4c4e-80c4-ee9a4e917e16 service nova] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 652.014385] env[65067]: INFO networking_nsxv3.common.synchronization [req-551a1722-d4a3-4c1f-a68e-59c3faf1ce7d req-0cd4565f-8e15-4c4e-80c4-ee9a4e917e16 service nova] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 652.014385] env[65067]: INFO networking_nsxv3.common.synchronization [req-551a1722-d4a3-4c1f-a68e-59c3faf1ce7d req-0cd4565f-8e15-4c4e-80c4-ee9a4e917e16 service nova] Enqueued Resource ID: 1659c04d-0d51-4d2f-9127-ddc19f672991 with Priority: HIGHEST for action port [ 652.020412] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 652.020412] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 652.020412] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1659c04d-0d51-4d2f-9127-ddc19f672991 with Priority: HIGHEST for action port [ 652.020412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.020412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.020412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.020412] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.021641] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.021815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.021851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.022369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.022478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.022532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.022776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.022869] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.024413] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1659c04d-0d51-4d2f-9127-ddc19f672991 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.024524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.024580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.025132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.025399] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1659c04d-0d51-4d2f-9127-ddc19f672991',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.281515] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d53262-a59f-4c83-b2ed-bc6744ce99a1: rpc.has_security_group_logging(os_id): False [ 652.302166] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.302323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.302374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.303150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.303150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.303150] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.303150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.303150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.303473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.303473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.303473] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.303586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.303678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.303829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.303902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307416] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.307416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.307416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.307416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.307416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307416] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 is going to be created. [ 652.357648] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 652.357648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.375025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.375025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.393775] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 in Status: IN_PROGRESS for 2s [ 652.521953] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.522304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.524733] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.530517] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1659c04d-0d51-4d2f-9127-ddc19f672991 with status ACTIVE [ 652.531135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.531135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.531293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.531518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.531683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.532227] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.532391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.532485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.532738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.533369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.533369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.533369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.533369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.533646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.533690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.533796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1659c04d-0d51-4d2f-9127-ddc19f672991 is going to be updated. [ 652.556101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.556101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.556101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.556328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.556439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.556602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1659c04d-0d51-4d2f-9127-ddc19f672991" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.026851] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.530930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.531558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.531558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.531558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.531558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.531558] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be created. [ 653.544174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 653.544405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.544570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.544971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.544971] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.545143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.545196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.545649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.545997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.545997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.545997] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.558955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.558955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.559142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.559250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.559409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.570956] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: UNINITIALIZED for 2s [ 654.051469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.051469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.051469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.051469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.054034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.054034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.054545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.055185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.055185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.055185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.055185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.055741] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.408428] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 in Status: SUCCESS [ 654.408672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.561865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef0e919-3551-4be4-9dc6-09643f1f2a98: rpc.has_security_group_logging(os_id): False [ 654.581852] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.581852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.582918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.582918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.582918] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.582918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.583393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.583393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.583393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.583563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.583844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.584104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.584270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.585709] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.585923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.586044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.586268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.586392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.586527] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be created. [ 654.660110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.660400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.660514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.660755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.660967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.672714] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 655.193877] env[65067]: INFO networking_nsxv3.common.synchronization [req-f0d76bc2-1d78-4d4b-86d8-2f9866f764c8 req-baed7968-2aa8-41db-a195-1dd6d61ed2c9 tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 655.193877] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 655.193967] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.194125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.194188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.194434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.194533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.194625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.194743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.195196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.195196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.195196] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.582471] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.586023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.586023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.586023] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.628112] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.628383] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.628514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.628859] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.629323] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.629487] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.629537] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.629814] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.629991] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.630225] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.630333] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.630792] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.630792] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.630792] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.630920] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.631012] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.653430] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.653622] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.653805] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.653954] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.654338] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-0046fe9b-1464-4dce-8873-9967fa68a7c8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.654603] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.654742] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.655111] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.655393] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0046fe9b-1464-4dce-8873-9967fa68a7c8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.698111] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.088953] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.158020] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.158148] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.159032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.159032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.159032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.159032] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 0046fe9b-1464-4dce-8873-9967fa68a7c8 not found, creating... [ 656.159723] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.159723] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.159723] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.159723] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.159723] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.160131] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.160314] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.160637] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.160637] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.160763] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.160887] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 0046fe9b-1464-4dce-8873-9967fa68a7c8 is going to be created. [ 656.187087] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.187373] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.187633] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.187938] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.188193] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.188454] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.201112] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.460391] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3df126a5-5438-4257-a867-6c0545e5e4fa None None] Enqueued Resource ID: 76523362-b3e7-41a9-adaa-f7b4d9c59b31 with Priority: HIGHEST for action port [ 656.460970] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76523362-b3e7-41a9-adaa-f7b4d9c59b31 with Priority: HIGHEST for action port [ 656.461477] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-76523362-b3e7-41a9-adaa-f7b4d9c59b31 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.461477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76523362-b3e7-41a9-adaa-f7b4d9c59b31" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.461477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76523362-b3e7-41a9-adaa-f7b4d9c59b31" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.461739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76523362-b3e7-41a9-adaa-f7b4d9c59b31" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.461828] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76523362-b3e7-41a9-adaa-f7b4d9c59b31',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.591750] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cddb49-0580-4340-b09e-25b1c9504f10: rpc.has_security_group_logging(os_id): False [ 656.610883] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.611035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.611135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.611402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.611545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.611864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.611977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.612051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.612294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.612463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.612606] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be created. [ 656.676743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.676962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.677075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.677901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.678163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.692304] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 656.693924] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 656.693924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.704284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.704465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.704548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.704785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705371] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be updated. [ 656.740397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.740397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.740397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.740397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.740397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.752221] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 656.937035] env[65067]: INFO networking_nsxv3.common.synchronization [req-f0d76bc2-1d78-4d4b-86d8-2f9866f764c8 req-8359225c-82bc-4687-84a3-82f63ec77034 service nova] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_rules [ 656.937130] env[65067]: INFO networking_nsxv3.common.synchronization [req-f0d76bc2-1d78-4d4b-86d8-2f9866f764c8 req-8359225c-82bc-4687-84a3-82f63ec77034 service nova] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 656.937308] env[65067]: INFO networking_nsxv3.common.synchronization [req-f0d76bc2-1d78-4d4b-86d8-2f9866f764c8 req-8359225c-82bc-4687-84a3-82f63ec77034 service nova] Enqueued Resource ID: 0046fe9b-1464-4dce-8873-9967fa68a7c8 with Priority: HIGHEST for action port [ 656.937938] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_rules [ 656.938329] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 656.938436] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0046fe9b-1464-4dce-8873-9967fa68a7c8 with Priority: HIGHEST for action port [ 656.938749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.938877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.938944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.939256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.939366] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.941055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.941156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.941367] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-0046fe9b-1464-4dce-8873-9967fa68a7c8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.941455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.941521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.941706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.941784] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0046fe9b-1464-4dce-8873-9967fa68a7c8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.964170] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76523362-b3e7-41a9-adaa-f7b4d9c59b31 [ 656.965135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.965135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.965135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.965135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.965135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.965135] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76523362-b3e7-41a9-adaa-f7b4d9c59b31 already deleted. [ 656.968827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76523362-b3e7-41a9-adaa-f7b4d9c59b31" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.442502] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.442502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.444165] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0046fe9b-1464-4dce-8873-9967fa68a7c8 with status ACTIVE [ 657.444511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.444691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.444909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.445100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.445240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.445562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.445642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.445712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.446010] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.446069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.446494] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.446673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.446673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.446809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.447363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.447489] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0046fe9b-1464-4dce-8873-9967fa68a7c8 is going to be updated. [ 657.478562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.478720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.478792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.479034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.479185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.479355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0046fe9b-1464-4dce-8873-9967fa68a7c8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.707324] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 658.707642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.755378] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5edd3a90-bf85-4878-b573-f970eb5fb4ae None None] Enqueued Resource ID: 41419945-d602-4f05-adfa-6e3a4fccdef7 with Priority: HIGHEST for action port [ 658.756038] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41419945-d602-4f05-adfa-6e3a4fccdef7 with Priority: HIGHEST for action port [ 658.756956] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-41419945-d602-4f05-adfa-6e3a4fccdef7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.757140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41419945-d602-4f05-adfa-6e3a4fccdef7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.757403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41419945-d602-4f05-adfa-6e3a4fccdef7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.757689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41419945-d602-4f05-adfa-6e3a4fccdef7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.757777] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41419945-d602-4f05-adfa-6e3a4fccdef7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.766585] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 658.767708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.767708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.767708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.767708] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.768387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.768387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.768387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.768387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.768387] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.261248] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41419945-d602-4f05-adfa-6e3a4fccdef7 [ 659.261552] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.262049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.262049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.262524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.262524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.264196] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41419945-d602-4f05-adfa-6e3a4fccdef7 already deleted. [ 659.264196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41419945-d602-4f05-adfa-6e3a4fccdef7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.271322] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.774206] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.281844] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.281994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.282069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.282291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.282389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.282796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be updated. [ 660.312980] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.312980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.313481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.313481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.313481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.324110] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 660.677803] env[65067]: INFO networking_nsxv3.common.synchronization [req-b7a01820-7000-4597-a0a7-a3594ab7e1a7 req-ae60d21f-2e5d-4ac2-b6cf-278099d95c16 tempest-DeleteServersAdminTestJSON-599356591 tempest-DeleteServersAdminTestJSON-599356591-project-member] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 660.677803] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 660.678849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.678849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.678849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.678849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.678849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.678849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.678849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.679308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.679308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.679308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.182114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.182469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.182469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.182685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.183373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.183373] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.183373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.183677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.183677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.183677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.183788] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be updated. [ 661.216782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.217079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.217079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.217377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.217559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.250599] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: IN_PROGRESS for 2s [ 661.262577] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.262810] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.263539] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.263539] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.263539] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.263782] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.264183] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.264183] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.264290] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.264490] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.264554] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.264657] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.264771] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.264942] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.264991] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.265097] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.290860] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.291115] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.291748] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.291748] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.291748] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.292035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.292035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.292352] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.292497] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76fb30a-4092-4c68-a8fb-3167a7bd7bda',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.795840] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.796323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.796408] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.796952] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.797201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.797756] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port c76fb30a-4092-4c68-a8fb-3167a7bd7bda not found, creating... [ 661.797865] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.798114] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.798545] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.798769] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.799101] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.799353] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.799475] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.799757] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.799924] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.800514] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: c76fb30a-4092-4c68-a8fb-3167a7bd7bda is going to be created. [ 661.820837] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.821083] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.821269] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.821566] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.821755] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.821983] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440161] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.440161] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440161] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.634455] env[65067]: INFO networking_nsxv3.common.synchronization [req-b7a01820-7000-4597-a0a7-a3594ab7e1a7 req-a4f0293a-97d0-43d7-99d9-1f8a79633153 service nova] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_rules [ 662.634455] env[65067]: INFO networking_nsxv3.common.synchronization [req-b7a01820-7000-4597-a0a7-a3594ab7e1a7 req-a4f0293a-97d0-43d7-99d9-1f8a79633153 service nova] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 662.634455] env[65067]: INFO networking_nsxv3.common.synchronization [req-b7a01820-7000-4597-a0a7-a3594ab7e1a7 req-a4f0293a-97d0-43d7-99d9-1f8a79633153 service nova] Enqueued Resource ID: c76fb30a-4092-4c68-a8fb-3167a7bd7bda with Priority: HIGHEST for action port [ 662.634455] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_rules [ 662.634455] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 662.634455] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76fb30a-4092-4c68-a8fb-3167a7bd7bda with Priority: HIGHEST for action port [ 662.634455] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.634455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.634455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.634455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.634455] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.634455] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.635335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.637209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.637209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.637209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.637209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.637209] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76fb30a-4092-4c68-a8fb-3167a7bd7bda',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.846357] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.846703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.846703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.846914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.846983] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.847101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.847162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.847471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.847529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.847651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.847874] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.847944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.847944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.848124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.848274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.848407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.849174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.849174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.849174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.849174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.849174] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.928946] env[65067]: INFO networking_nsxv3.common.synchronization [req-278c645e-6441-454d-a6bd-e1cb491cc3a8 req-da7619b0-550a-422a-a038-6e5c5feb4179 tempest-ServerAddressesTestJSON-41539874 tempest-ServerAddressesTestJSON-41539874-project-member] Enqueued Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_members [ 662.929686] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_members [ 662.930041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.930168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.930250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.930507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.930670] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.930773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.930834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.930983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.931226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.931226] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.138704] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.139130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.139130] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c76fb30a-4092-4c68-a8fb-3167a7bd7bda with status ACTIVE [ 663.139288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.139414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.139414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.139620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.139731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.140114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.140114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.140290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.140290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.140416] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.140623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.140690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.140768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.140884] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c76fb30a-4092-4c68-a8fb-3167a7bd7bda is going to be updated. [ 663.173999] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.174280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.174280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.174610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.174837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.174925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c76fb30a-4092-4c68-a8fb-3167a7bd7bda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.259541] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 663.259742] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 deletion is rescheduled due to dependency. [ 663.259880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.260077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.260307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.260504] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.260621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.260694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.260861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.260953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.261346] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.353159] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef0e919-3551-4be4-9dc6-09643f1f2a98: rpc.has_security_group_logging(os_id): False [ 663.374813] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.374988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.375094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.375256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.375416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.375572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.375718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.375824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.375943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.376036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.376233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.377127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.377239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.377497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.377584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.377807] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.377908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.377972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.378133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.378210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.378412] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be updated. [ 663.385071] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.385360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-893" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.385508] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-893" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.385818] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-893" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.386129] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.386288] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.386647] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.386808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.386913] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.387531] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.387663] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.387935] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.387993] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.388115] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.388207] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.388551] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.408769] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.409053] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.409156] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.409361] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-893" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.409731] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-37abafd0-fe3c-4639-a689-62acbd3d40b3 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.409941] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.410100] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.410462] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.410658] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37abafd0-fe3c-4639-a689-62acbd3d40b3',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.433598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.433782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.433833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.434064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.434156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.434347] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.434560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.434714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.434903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.435054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.435131] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 already deleted. [ 663.435244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.453537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.453956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.454151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.472515] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 663.764102] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.913160] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.913641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.913641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.913906] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.914183] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.914344] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 37abafd0-fe3c-4639-a689-62acbd3d40b3 not found, creating... [ 663.915435] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.915435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.915435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.915435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.915435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.915722] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.915813] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.915872] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.916118] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.916448] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.916593] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 37abafd0-fe3c-4639-a689-62acbd3d40b3 is going to be created. [ 663.941247] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.941575] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.941575] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.941851] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.942089] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.942315] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.266778] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.691351] env[65067]: INFO networking_nsxv3.common.synchronization [req-278c645e-6441-454d-a6bd-e1cb491cc3a8 req-6149ebd0-f5de-49cc-a2c3-79754616dde5 service nova] Enqueued Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_rules [ 664.691654] env[65067]: INFO networking_nsxv3.common.synchronization [req-278c645e-6441-454d-a6bd-e1cb491cc3a8 req-6149ebd0-f5de-49cc-a2c3-79754616dde5 service nova] Enqueued Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_members [ 664.691654] env[65067]: INFO networking_nsxv3.common.synchronization [req-278c645e-6441-454d-a6bd-e1cb491cc3a8 req-6149ebd0-f5de-49cc-a2c3-79754616dde5 service nova] Enqueued Resource ID: 37abafd0-fe3c-4639-a689-62acbd3d40b3 with Priority: HIGHEST for action port [ 664.693893] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_rules [ 664.693893] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_members [ 664.693893] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37abafd0-fe3c-4639-a689-62acbd3d40b3 with Priority: HIGHEST for action port [ 664.693893] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.693893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.693893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.694523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.694523] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.695298] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.695433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.695489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.695647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.695805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.695900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.696056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.696144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.696211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.696264] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.701011] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-37abafd0-fe3c-4639-a689-62acbd3d40b3 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.701155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.701224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.701414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.701497] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37abafd0-fe3c-4639-a689-62acbd3d40b3',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.770215] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.770451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.770606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.770950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.770995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.771151] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be updated. [ 664.812753] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.813019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.813108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.813340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.813968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824614] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: IN_PROGRESS for 2s [ 665.207077] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.207077] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.207077] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37abafd0-fe3c-4639-a689-62acbd3d40b3 with status ACTIVE [ 665.207077] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.207077] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.207077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.208330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.208330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.208330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.208330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.208330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.208330] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37abafd0-fe3c-4639-a689-62acbd3d40b3 is going to be updated. [ 665.242025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.242267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.242267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.242778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.242778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.242778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37abafd0-fe3c-4639-a689-62acbd3d40b3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.490411] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 665.491086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.714273] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.219360] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.219360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.219360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.219360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.219360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.219360] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 is going to be created. [ 666.254100] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.254300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.254367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.254577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.254741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.265793] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 in Status: UNINITIALIZED for 2s [ 666.837560] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 666.837560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.838108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.838108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.838220] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.838433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.838433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.838623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.838664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.838879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.838879] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.342475] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.342564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.342608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.342995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.343136] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.343136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.343304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.343355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.343502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.343502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.343661] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.343744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.343808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.343945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.344639] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.344639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.344639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.344639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.344639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.344639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.344639] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.722147] env[65067]: INFO networking_nsxv3.common.synchronization [req-17505a55-3de3-4c9c-a071-c89e4be1b2e1 req-66baa3f1-61ca-4293-8e9c-f583485ab20b tempest-FloatingIPsAssociationTestJSON-1763791379 tempest-FloatingIPsAssociationTestJSON-1763791379-project-member] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 667.722757] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 667.723238] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.723238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.723416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.723562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.723727] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.723822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.723822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.724010] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.724105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.724319] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.847961] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce4ec84a-547a-46a8-a3c2-26a852a39d62: rpc.has_security_group_logging(os_id): False [ 667.871023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.871298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.871408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.872026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.872026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.872330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.872477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.872585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.872827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.872955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.873274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.873416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.873526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.873767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.873870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.874660] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.874660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.874660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.874660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.874660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.875025] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be updated. [ 667.952886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.952886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.952886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.952886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.953156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.975426] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: IN_PROGRESS for 2s [ 668.152423] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.152604] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.152717] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.152985] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.153230] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.153856] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.153856] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.153856] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.153856] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.154072] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.154121] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.154403] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.154403] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.154403] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.154525] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.154563] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.226414] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.245200] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.245488] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.091 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.245562] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.245942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-496" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246354] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-8c201400-a992-4ceb-a94b-c18da6af16ed taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246354] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246354] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246726] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246924] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c201400-a992-4ceb-a94b-c18da6af16ed',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.279521] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 in Status: SUCCESS [ 668.279801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.279969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.280290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.280578] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.280717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.280788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.281064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.281222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.281339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.281479] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.729724] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.750338] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.750749] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.750880] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.751198] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.751342] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.751494] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 8c201400-a992-4ceb-a94b-c18da6af16ed not found, creating... [ 668.751753] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.751908] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.752033] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.752257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.752390] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.752723] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.752891] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.753013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.753643] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.753845] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.754062] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 8c201400-a992-4ceb-a94b-c18da6af16ed is going to be created. [ 668.778882] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.779644] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.780048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.780481] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.781107] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.781607] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.783243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.784166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.784166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.784166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.784166] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.784166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.784413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.784699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.785471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.785711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.785892] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.786014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.786078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.786230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.786566] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.787744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.787744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.788020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.788617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.788741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.788851] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.232646] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.233146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.233146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.233146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.233284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.233320] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be updated. [ 669.263321] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.263475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.263539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.263756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.263897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.273634] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: IN_PROGRESS for 2s [ 669.294130] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c81f644-b80d-4ef1-907f-8612f3e67122: rpc.has_security_group_logging(os_id): False [ 669.312715] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.312715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.312911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.312959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.313060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313244] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.313343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.313405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.313559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.313722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.314008] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.314068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.314245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.314316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.314461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.314551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.314610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.314745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.314817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.314898] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 is going to be created. [ 669.380279] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.380550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.380550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.380704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.381363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.393185] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 in Status: IN_PROGRESS for 2s [ 669.433627] env[65067]: INFO networking_nsxv3.common.synchronization [req-17505a55-3de3-4c9c-a071-c89e4be1b2e1 req-284680ea-5b0b-48ef-be74-99a2c0ec838a service nova] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_rules [ 669.434962] env[65067]: INFO networking_nsxv3.common.synchronization [req-17505a55-3de3-4c9c-a071-c89e4be1b2e1 req-284680ea-5b0b-48ef-be74-99a2c0ec838a service nova] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 669.434962] env[65067]: INFO networking_nsxv3.common.synchronization [req-17505a55-3de3-4c9c-a071-c89e4be1b2e1 req-284680ea-5b0b-48ef-be74-99a2c0ec838a service nova] Enqueued Resource ID: 8c201400-a992-4ceb-a94b-c18da6af16ed with Priority: HIGHEST for action port [ 669.434962] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_rules [ 669.434962] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 669.434962] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c201400-a992-4ceb-a94b-c18da6af16ed with Priority: HIGHEST for action port [ 669.435504] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.435649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.435649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.435896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.436053] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.437078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.437198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.437477] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c201400-a992-4ceb-a94b-c18da6af16ed taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.437626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.437626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.437975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.438058] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c201400-a992-4ceb-a94b-c18da6af16ed',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.941768] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.941941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.942132] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c201400-a992-4ceb-a94b-c18da6af16ed with status ACTIVE [ 669.942386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.942534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.942825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.942825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.943140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.943140] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.943332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.943332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.943532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.943605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.943826] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.943945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.944023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.944158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.944255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.944309] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c201400-a992-4ceb-a94b-c18da6af16ed is going to be updated. [ 669.973851] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.973851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.973851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.974101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.974469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.974573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c201400-a992-4ceb-a94b-c18da6af16ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.993350] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 669.994312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.060475] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a35d1575-2c62-4ec2-9ecd-3d786197fb22 None None] Enqueued Resource ID: 7536c6ac-b002-46e7-84b4-b42de8009e9f with Priority: HIGHEST for action port [ 670.061871] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7536c6ac-b002-46e7-84b4-b42de8009e9f with Priority: HIGHEST for action port [ 670.063547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7536c6ac-b002-46e7-84b4-b42de8009e9f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.063776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7536c6ac-b002-46e7-84b4-b42de8009e9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.063968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7536c6ac-b002-46e7-84b4-b42de8009e9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.064379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7536c6ac-b002-46e7-84b4-b42de8009e9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.064592] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7536c6ac-b002-46e7-84b4-b42de8009e9f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.568648] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7536c6ac-b002-46e7-84b4-b42de8009e9f [ 670.568648] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.568648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.568648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.568648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.568648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.568648] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7536c6ac-b002-46e7-84b4-b42de8009e9f already deleted. [ 670.568648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7536c6ac-b002-46e7-84b4-b42de8009e9f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.286047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 671.286272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.286439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.286658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.286832] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.286943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.287011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.287160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.287234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.287344] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.412299] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 in Status: SUCCESS [ 671.412299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.790956] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.123846] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c9b5270b-46a9-4da9-8f6c-e58882f4fe02 None None] Enqueued Resource ID: a636b79a-7ae6-4f79-9711-857dcf6eafc9 with Priority: HIGHEST for action port [ 672.124535] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a636b79a-7ae6-4f79-9711-857dcf6eafc9 with Priority: HIGHEST for action port [ 672.124780] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-a636b79a-7ae6-4f79-9711-857dcf6eafc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.124919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a636b79a-7ae6-4f79-9711-857dcf6eafc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.124987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a636b79a-7ae6-4f79-9711-857dcf6eafc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.125317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a636b79a-7ae6-4f79-9711-857dcf6eafc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.125397] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a636b79a-7ae6-4f79-9711-857dcf6eafc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.293349] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.426369] env[65067]: INFO networking_nsxv3.common.synchronization [None req-9fd6b37a-c091-4fda-8eba-9dc5386e5805 None None] Enqueued Resource ID: e7abdcaa-0434-4ae5-bbd4-327969d56518 with Priority: HIGHEST for action port [ 672.426755] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abdcaa-0434-4ae5-bbd4-327969d56518 with Priority: HIGHEST for action port [ 672.427104] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7abdcaa-0434-4ae5-bbd4-327969d56518 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.427251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7abdcaa-0434-4ae5-bbd4-327969d56518" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.427369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7abdcaa-0434-4ae5-bbd4-327969d56518" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7abdcaa-0434-4ae5-bbd4-327969d56518" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.427781] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7abdcaa-0434-4ae5-bbd4-327969d56518',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.628049] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a636b79a-7ae6-4f79-9711-857dcf6eafc9 [ 672.628295] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.628443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.628511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.628722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.628813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.628909] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a636b79a-7ae6-4f79-9711-857dcf6eafc9 already deleted. [ 672.628985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a636b79a-7ae6-4f79-9711-857dcf6eafc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.797752] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.798210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.798210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.798294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.798370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.798462] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be updated. [ 672.837766] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.841188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.841188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.841188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.841188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.851276] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: IN_PROGRESS for 2s [ 672.931284] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7abdcaa-0434-4ae5-bbd4-327969d56518 [ 672.931710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.932089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.932701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.932701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.932795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.932964] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7abdcaa-0434-4ae5-bbd4-327969d56518 already deleted. [ 672.933660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7abdcaa-0434-4ae5-bbd4-327969d56518" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.749027] env[65067]: INFO networking_nsxv3.common.synchronization [req-1c44551b-be7a-4432-b17b-951852446da8 req-0ec3e113-5ae9-4b88-bfc1-59e6e1df8077 tempest-InstanceActionsTestJSON-1640590375 tempest-InstanceActionsTestJSON-1640590375-project-member] Enqueued Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_members [ 673.750052] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_members [ 673.750170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.750323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.750367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.750657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.750862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.751028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.751093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.751656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.751656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.751656] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.208036] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.208412] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-333" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.208412] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-333" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.208860] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-333" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.209191] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.209787] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.209915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.210195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.210419] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.210640] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.210755] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.211695] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.211873] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.211998] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.212123] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.212256] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.238441] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.238441] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.238441] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.238441] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-333" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238441] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-30f7e55d-92f3-4832-a781-940fd8ede866 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238710] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.238710] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.239220] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.239376] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f7e55d-92f3-4832-a781-940fd8ede866',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.256370] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.256654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.256654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.258292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.258292] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 already deleted. [ 674.258292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.743222] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.743504] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.743669] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.744066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.744678] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.744678] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 30f7e55d-92f3-4832-a781-940fd8ede866 not found, creating... [ 674.744848] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.745074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.745190] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.745510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.745677] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.746158] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.746329] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.746413] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.746623] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.746754] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747134] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 30f7e55d-92f3-4832-a781-940fd8ede866 is going to be created. [ 674.783517] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.783517] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.783692] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.785209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.785209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.785209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.863643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 674.864557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.866564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.866829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867042] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.867165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.867260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.867640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.867733] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.282014] env[65067]: INFO networking_nsxv3.common.synchronization [None req-741a048b-4ed5-420b-8456-c7b2ce8c4910 None None] Enqueued Resource ID: 705d3728-c46b-42cd-a3d4-5f11b2e91c10 with Priority: HIGHEST for action port [ 675.282014] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705d3728-c46b-42cd-a3d4-5f11b2e91c10 with Priority: HIGHEST for action port [ 675.282014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-705d3728-c46b-42cd-a3d4-5f11b2e91c10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.282014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-705d3728-c46b-42cd-a3d4-5f11b2e91c10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.282014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-705d3728-c46b-42cd-a3d4-5f11b2e91c10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.282660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-705d3728-c46b-42cd-a3d4-5f11b2e91c10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.282660] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705d3728-c46b-42cd-a3d4-5f11b2e91c10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.371055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.371283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.371343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.371838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.371964] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.372517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.372517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.372517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.372932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.372932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.372932] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.373135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.373135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.373486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.373615] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.373848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.373848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.374154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.374154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.374472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.374472] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.521297] env[65067]: INFO networking_nsxv3.common.synchronization [req-1c44551b-be7a-4432-b17b-951852446da8 req-6c994b86-3522-49ae-abe5-6630ed696f32 service nova] Enqueued Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_rules [ 675.521466] env[65067]: INFO networking_nsxv3.common.synchronization [req-1c44551b-be7a-4432-b17b-951852446da8 req-6c994b86-3522-49ae-abe5-6630ed696f32 service nova] Enqueued Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_members [ 675.521595] env[65067]: INFO networking_nsxv3.common.synchronization [req-1c44551b-be7a-4432-b17b-951852446da8 req-6c994b86-3522-49ae-abe5-6630ed696f32 service nova] Enqueued Resource ID: 30f7e55d-92f3-4832-a781-940fd8ede866 with Priority: HIGHEST for action port [ 675.522153] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_rules [ 675.522318] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_members [ 675.522432] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7e55d-92f3-4832-a781-940fd8ede866 with Priority: HIGHEST for action port [ 675.522703] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.522824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.522886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.523164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.523249] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.524093] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.524442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.524596] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.524973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.524973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525145] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.526051] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f7e55d-92f3-4832-a781-940fd8ede866 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.526051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.526251] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f7e55d-92f3-4832-a781-940fd8ede866',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.785078] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 705d3728-c46b-42cd-a3d4-5f11b2e91c10 [ 675.785316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.785462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.785533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.785881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.785881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.786023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:705d3728-c46b-42cd-a3d4-5f11b2e91c10 already deleted. [ 675.786059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-705d3728-c46b-42cd-a3d4-5f11b2e91c10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.877957] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 475ae7d3-f064-407f-bb39-626c7141e74c: rpc.has_security_group_logging(os_id): False [ 675.899262] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.899471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.899942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.899942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.900315] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.900315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.900315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.900579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.900579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.900672] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.900763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.900823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.900962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.901047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.901217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.901328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.901375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.901501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.901576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.901656] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be updated. [ 675.985933] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.985933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.985933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.985933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.985933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.000528] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: IN_PROGRESS for 2s [ 676.028359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.029514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029829] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.031113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30f7e55d-92f3-4832-a781-940fd8ede866 with status ACTIVE [ 676.031113] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.031113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.031113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.031412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.031412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.031598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.031684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.031684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.031951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.031951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.032817] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.032817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.032817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.032817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.032817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.032817] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30f7e55d-92f3-4832-a781-940fd8ede866 is going to be updated. [ 676.068273] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.068273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.068273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.068273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.068273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.068608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f7e55d-92f3-4832-a781-940fd8ede866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.535900] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.043820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.043820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.043820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.043820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.043820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.043820] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 is going to be created. [ 677.071981] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.072261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.072261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.072486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.072653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.087579] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 in Status: UNINITIALIZED for 2s [ 678.017575] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 678.018017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.622884] env[65067]: INFO networking_nsxv3.common.synchronization [None req-45c62cb2-1340-431a-9621-99dbbadafb99 None None] Enqueued Resource ID: 23bae1f8-0294-4874-965c-d8844df77747 with Priority: HIGHEST for action port [ 678.623644] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae1f8-0294-4874-965c-d8844df77747 with Priority: HIGHEST for action port [ 678.624986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-23bae1f8-0294-4874-965c-d8844df77747 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.625715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23bae1f8-0294-4874-965c-d8844df77747" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.625715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23bae1f8-0294-4874-965c-d8844df77747" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.626044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23bae1f8-0294-4874-965c-d8844df77747" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.626164] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23bae1f8-0294-4874-965c-d8844df77747',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.102093] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 in Status: SUCCESS [ 679.102849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.102849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.102849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.102849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.102849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.103590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.103590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.103590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.103590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.103590] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.130088] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23bae1f8-0294-4874-965c-d8844df77747 [ 679.130400] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.130536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.130631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.130886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.130992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.131232] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23bae1f8-0294-4874-965c-d8844df77747 already deleted. [ 679.131232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23bae1f8-0294-4874-965c-d8844df77747" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.437399] env[65067]: INFO networking_nsxv3.common.synchronization [None req-978e4ffe-6f5d-4f0d-9c56-3add7d8ec598 None None] Enqueued Resource ID: c72a6a2d-f1a7-487e-9d19-f1df24420131 with Priority: HIGHEST for action port [ 679.438025] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72a6a2d-f1a7-487e-9d19-f1df24420131 with Priority: HIGHEST for action port [ 679.438908] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72a6a2d-f1a7-487e-9d19-f1df24420131 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.438908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72a6a2d-f1a7-487e-9d19-f1df24420131" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.438908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72a6a2d-f1a7-487e-9d19-f1df24420131" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.438908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72a6a2d-f1a7-487e-9d19-f1df24420131" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.438908] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72a6a2d-f1a7-487e-9d19-f1df24420131',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.607041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.607041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.607041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.607041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.607041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.607041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.607041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.607041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.607795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.607795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.607795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.607795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.607795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.607795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.607795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.608413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.608413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.608413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.608413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.608413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.608413] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.618052] env[65067]: INFO networking_nsxv3.common.synchronization [req-ccac36c0-49cd-4eb9-a748-676bd0c18e9e req-b1c0e167-bc7c-4a11-9ed6-54a90bbed817 tempest-MigrationsAdminTest-1690389866 tempest-MigrationsAdminTest-1690389866-project-member] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 679.618052] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 679.618493] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.618493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.618688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.618784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.618923] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.619025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.619084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.619227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.619298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.619395] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.941031] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c72a6a2d-f1a7-487e-9d19-f1df24420131 [ 679.941157] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.941646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.941646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.941888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.941888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.941888] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c72a6a2d-f1a7-487e-9d19-f1df24420131 already deleted. [ 679.942025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72a6a2d-f1a7-487e-9d19-f1df24420131" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.112778] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f1e53b-5cd0-454c-8ae5-8249fd11edc6: rpc.has_security_group_logging(os_id): False [ 680.122169] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.122169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.122169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.122348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.122413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.122625] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.122732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.122776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.122919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.122974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.123117] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d already deleted. [ 680.123169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.135876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.136090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.136090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.136301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.136401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.136577] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.136665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.136728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.136876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.136947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.137131] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.137228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.137285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.137437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.137511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.137702] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.138058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.138161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.138324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.138664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.138664] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 is going to be created. [ 680.208317] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.208485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.208560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.208780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.208978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.221600] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 in Status: IN_PROGRESS for 2s [ 680.269597] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.269788] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.269908] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.270175] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.270426] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.270576] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.270686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.270971] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.271131] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.271331] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.271439] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.271542] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.271641] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.271741] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.271836] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.271960] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.310669] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.310857] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.310979] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.311174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.311892] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-12acfe3c-c239-4d57-94f3-e2174dddae4b taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.311892] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.311892] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.312122] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.312207] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12acfe3c-c239-4d57-94f3-e2174dddae4b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.814855] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.815432] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.815432] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816359] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816359] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 12acfe3c-c239-4d57-94f3-e2174dddae4b not found, creating... [ 680.816359] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816359] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816359] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817673] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.817673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 12acfe3c-c239-4d57-94f3-e2174dddae4b is going to be created. [ 680.851280] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.851280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.851280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.854467] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.854467] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.854467] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.221890] env[65067]: INFO networking_nsxv3.common.synchronization [None req-99467e04-cc60-4dd1-80f2-b503e408b84d None None] Enqueued Resource ID: 66236e60-7b5a-4bc2-a21c-569dcd55d2b1 with Priority: HIGHEST for action port [ 681.222191] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66236e60-7b5a-4bc2-a21c-569dcd55d2b1 with Priority: HIGHEST for action port [ 681.222715] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-66236e60-7b5a-4bc2-a21c-569dcd55d2b1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.222907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66236e60-7b5a-4bc2-a21c-569dcd55d2b1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.222907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66236e60-7b5a-4bc2-a21c-569dcd55d2b1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.225860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66236e60-7b5a-4bc2-a21c-569dcd55d2b1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.226009] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66236e60-7b5a-4bc2-a21c-569dcd55d2b1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.423713] env[65067]: INFO networking_nsxv3.common.synchronization [None req-2ecfcd1e-f8c5-46d5-91aa-d89dacb5d623 None None] Enqueued Resource ID: 8611870f-7e97-4e98-969a-f2abdc8f68b5 with Priority: HIGHEST for action port [ 681.424775] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8611870f-7e97-4e98-969a-f2abdc8f68b5 with Priority: HIGHEST for action port [ 681.424925] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8611870f-7e97-4e98-969a-f2abdc8f68b5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.427232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8611870f-7e97-4e98-969a-f2abdc8f68b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.427432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8611870f-7e97-4e98-969a-f2abdc8f68b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.427813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8611870f-7e97-4e98-969a-f2abdc8f68b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.427920] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8611870f-7e97-4e98-969a-f2abdc8f68b5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.578248] env[65067]: INFO networking_nsxv3.common.synchronization [req-ccac36c0-49cd-4eb9-a748-676bd0c18e9e req-119deee5-9a50-494a-ba30-ddac2c9a7366 service nova] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_rules [ 681.578653] env[65067]: INFO networking_nsxv3.common.synchronization [req-ccac36c0-49cd-4eb9-a748-676bd0c18e9e req-119deee5-9a50-494a-ba30-ddac2c9a7366 service nova] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 681.578905] env[65067]: INFO networking_nsxv3.common.synchronization [req-ccac36c0-49cd-4eb9-a748-676bd0c18e9e req-119deee5-9a50-494a-ba30-ddac2c9a7366 service nova] Enqueued Resource ID: 12acfe3c-c239-4d57-94f3-e2174dddae4b with Priority: HIGHEST for action port [ 681.579705] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_rules [ 681.579902] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 681.580149] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfe3c-c239-4d57-94f3-e2174dddae4b with Priority: HIGHEST for action port [ 681.580806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.580806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.580989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.581398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.581550] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.583123] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.583313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.583433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.583755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.584478] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.584478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.584478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.585250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.585381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.585533] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.587515] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-12acfe3c-c239-4d57-94f3-e2174dddae4b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.587691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.587794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.588840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.588840] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12acfe3c-c239-4d57-94f3-e2174dddae4b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.732013] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66236e60-7b5a-4bc2-a21c-569dcd55d2b1 [ 681.732013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.732013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.732013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.732013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.732013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.732013] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66236e60-7b5a-4bc2-a21c-569dcd55d2b1 already deleted. [ 681.732013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66236e60-7b5a-4bc2-a21c-569dcd55d2b1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.748212] env[65067]: INFO networking_nsxv3.common.synchronization [None req-86008390-2d9b-4f3b-8a3e-58eb8ad0f04d None None] Enqueued Resource ID: 4c0af48c-101a-4515-a287-d09be4422497 with Priority: HIGHEST for action port [ 681.748578] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0af48c-101a-4515-a287-d09be4422497 with Priority: HIGHEST for action port [ 681.748838] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c0af48c-101a-4515-a287-d09be4422497 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.748957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c0af48c-101a-4515-a287-d09be4422497" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.749119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c0af48c-101a-4515-a287-d09be4422497" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.749398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c0af48c-101a-4515-a287-d09be4422497" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.749492] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c0af48c-101a-4515-a287-d09be4422497',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.934302] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8611870f-7e97-4e98-969a-f2abdc8f68b5 [ 681.934600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.934732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.934797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.935051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.935154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.935295] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8611870f-7e97-4e98-969a-f2abdc8f68b5 already deleted. [ 681.935353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8611870f-7e97-4e98-969a-f2abdc8f68b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.090517] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.091658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.091819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.092156] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12acfe3c-c239-4d57-94f3-e2174dddae4b with status ACTIVE [ 682.092322] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.092420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.092494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.092697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.093886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.093886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.093886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.094404] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12acfe3c-c239-4d57-94f3-e2174dddae4b is going to be updated. [ 682.119575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.119735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.119843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.120110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.120257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12acfe3c-c239-4d57-94f3-e2174dddae4b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.244350] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 in Status: SUCCESS [ 682.244792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.252696] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c0af48c-101a-4515-a287-d09be4422497 [ 682.252696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.253516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.253516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.253516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.253516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.253737] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c0af48c-101a-4515-a287-d09be4422497 already deleted. [ 682.253737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c0af48c-101a-4515-a287-d09be4422497" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.560798] env[65067]: INFO networking_nsxv3.common.synchronization [req-bcb61401-3b50-4cc6-ae1c-363984f8e118 req-4715883c-d9ce-4ac9-8768-b2fc5ac9e7cf tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 682.561338] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 682.561624] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.561742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.561805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.563655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.563655] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.563655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.563655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.563655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.563655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.563655] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.592776] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.984522] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.984522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.984522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.984522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.984809] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.985159] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.985649] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.985920] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.986109] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.986325] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.986431] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.986609] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.986677] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.986740] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.986854] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.987203] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.008349] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.008566] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.008717] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.008844] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.009182] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-f5f1c758-ee1c-4f1a-a619-3667322299e9 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.009363] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.009540] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009817] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.009949] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f1c758-ee1c-4f1a-a619-3667322299e9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.068023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.068023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.068023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.068023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.068458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.068458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.068458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.068458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.068636] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d already deleted. [ 683.068636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.095018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.095143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.095143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.096950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.096950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.096950] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be created. [ 683.125372] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.125372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.125643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.125685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.125864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.137755] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: UNINITIALIZED for 2s [ 683.512994] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.513512] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.513716] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.514132] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.514548] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.514768] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port f5f1c758-ee1c-4f1a-a619-3667322299e9 not found, creating... [ 683.515112] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.515350] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.515546] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.515843] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.516172] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.516635] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.516998] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.517268] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.517606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.517861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.518511] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: f5f1c758-ee1c-4f1a-a619-3667322299e9 is going to be created. [ 683.543647] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.544403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.544403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.544403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.544636] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.544814] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.708219] env[65067]: INFO networking_nsxv3.common.synchronization [None req-1915af83-c358-460e-84d1-564746264446 None None] Enqueued Resource ID: 6d668e03-3923-4da6-b665-f8a02dac7699 with Priority: HIGHEST for action port [ 683.709030] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d668e03-3923-4da6-b665-f8a02dac7699 with Priority: HIGHEST for action port [ 683.709369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d668e03-3923-4da6-b665-f8a02dac7699 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.709507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d668e03-3923-4da6-b665-f8a02dac7699" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.709576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d668e03-3923-4da6-b665-f8a02dac7699" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.709871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d668e03-3923-4da6-b665-f8a02dac7699" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.709961] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d668e03-3923-4da6-b665-f8a02dac7699',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.211774] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d668e03-3923-4da6-b665-f8a02dac7699 [ 684.212220] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.212492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.212668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.212968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.213172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.214018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d668e03-3923-4da6-b665-f8a02dac7699 already deleted. [ 684.214216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d668e03-3923-4da6-b665-f8a02dac7699" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306236] env[65067]: INFO networking_nsxv3.common.synchronization [req-bcb61401-3b50-4cc6-ae1c-363984f8e118 req-08dd85fe-0b8b-42ee-8687-e5d85ea1e588 service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 684.306337] env[65067]: INFO networking_nsxv3.common.synchronization [req-bcb61401-3b50-4cc6-ae1c-363984f8e118 req-08dd85fe-0b8b-42ee-8687-e5d85ea1e588 service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 684.306605] env[65067]: INFO networking_nsxv3.common.synchronization [req-bcb61401-3b50-4cc6-ae1c-363984f8e118 req-08dd85fe-0b8b-42ee-8687-e5d85ea1e588 service nova] Enqueued Resource ID: f5f1c758-ee1c-4f1a-a619-3667322299e9 with Priority: HIGHEST for action port [ 684.306996] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 684.307159] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 684.307251] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f1c758-ee1c-4f1a-a619-3667322299e9 with Priority: HIGHEST for action port [ 684.307844] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.307844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.307844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.308327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.308327] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.309113] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.309264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.309264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.310536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.310536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.310536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.310536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.310536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.310536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.310536] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.311082] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f1c758-ee1c-4f1a-a619-3667322299e9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.311168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.311265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.311393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.311706] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f1c758-ee1c-4f1a-a619-3667322299e9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.813900] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.814475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.814475] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.819549] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5f1c758-ee1c-4f1a-a619-3667322299e9 with status ACTIVE [ 684.819777] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.819905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.819973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.820203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.820305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.820756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.820756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.820756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.820889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.820936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.821162] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.821336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.821413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.821552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.821628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.821713] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5f1c758-ee1c-4f1a-a619-3667322299e9 is going to be updated. [ 684.848560] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.848705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.848780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.849015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.849158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.849320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f1c758-ee1c-4f1a-a619-3667322299e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.851676] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef1169ee-2e2d-4410-8383-c94536902ffd req-75b3f0cb-4fae-44d6-8b60-8bbb8b4fc983 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 684.852767] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 684.852767] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.853048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.853048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.853412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.853412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.853412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.853599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.853918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.854031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.854308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.159293] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 685.159977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.160193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.162947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.162947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.162947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.162947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.162947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.162947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.162947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.162947] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.274111] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.274111] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.274111] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.274293] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.275553] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.275553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.275553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.275553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.275553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.275553] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.276327] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.276327] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.276327] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.276327] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.276327] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.276558] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.299468] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.299468] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.299468] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.299468] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.299468] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.300153] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.300412] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.305562] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.306981] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.322452] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.357740] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.358573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.358764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.359067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.359232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.359597] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.359703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.360455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.360455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.360455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.360455] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac already deleted. [ 685.360455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.516744] env[65067]: INFO networking_nsxv3.common.synchronization [None req-587858ca-806b-44f1-8fea-1075eb050bb6 None None] Enqueued Resource ID: 7b14fa6f-3be5-4937-a48f-d6f7cc54855f with Priority: HIGHEST for action port [ 685.517315] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b14fa6f-3be5-4937-a48f-d6f7cc54855f with Priority: HIGHEST for action port [ 685.517695] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b14fa6f-3be5-4937-a48f-d6f7cc54855f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.517823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b14fa6f-3be5-4937-a48f-d6f7cc54855f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.517887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b14fa6f-3be5-4937-a48f-d6f7cc54855f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.518190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b14fa6f-3be5-4937-a48f-d6f7cc54855f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.518310] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b14fa6f-3be5-4937-a48f-d6f7cc54855f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.663315] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.663596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.663596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.663778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.664021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.664021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.664232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.664232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.664355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.664355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.664545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.664635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.664635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.664867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.664950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.665235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.665235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.665235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.665436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.665436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.665504] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.810210] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.810382] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.810548] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.810768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.810914] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.811081] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 not found, creating... [ 685.811329] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.811475] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.811586] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.811876] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.811955] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.812222] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.812370] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.812670] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.813203] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.813203] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.813203] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 is going to be created. [ 685.825255] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.825628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.825628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.825764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.825764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.825833] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be created. [ 685.839381] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.839590] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.839701] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.840017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.840266] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.840613] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.854862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.855600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.855696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.855962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.856155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.873879] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: UNINITIALIZED for 2s [ 685.958530] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-a944726e-04ac-46d9-b6ce-eedc02dbbc10 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 685.959124] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 685.959450] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.959585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.959707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.959837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.959987] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.960096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.960153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.960293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.960380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.960472] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.020379] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b14fa6f-3be5-4937-a48f-d6f7cc54855f [ 686.020605] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.020742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.020809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.021128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.021235] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b14fa6f-3be5-4937-a48f-d6f7cc54855f already deleted. [ 686.021316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b14fa6f-3be5-4937-a48f-d6f7cc54855f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.169546] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c654bab0-e3ed-48a1-99ec-7d180fbe115d: rpc.has_security_group_logging(os_id): False [ 686.189774] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.189774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.189774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.189774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.189774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190502] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.190502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.190502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.190502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.190502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190502] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.190893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.190893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.190893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.190893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.191741] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.191741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.191741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.191741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.191741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.191741] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be created. [ 686.247997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.248965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.252677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.267176] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: IN_PROGRESS for 2s [ 686.344361] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-95fbc6ba-32d5-4edb-b04e-b6580ce3196e tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 686.344968] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 686.345493] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.345493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.463916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.463916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.463916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.465452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.465452] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 686.496246] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.496246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.496246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.496246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.496246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.504796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 686.539424] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef1169ee-2e2d-4410-8383-c94536902ffd req-42c78b5e-a1c5-40cd-8b25-1a5fbaea528f service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 686.539424] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef1169ee-2e2d-4410-8383-c94536902ffd req-42c78b5e-a1c5-40cd-8b25-1a5fbaea528f service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 686.539424] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef1169ee-2e2d-4410-8383-c94536902ffd req-42c78b5e-a1c5-40cd-8b25-1a5fbaea528f service nova] Enqueued Resource ID: 1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 with Priority: HIGHEST for action port [ 686.539424] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 686.539962] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 686.540162] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 with Priority: HIGHEST for action port [ 686.540555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.540643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.540755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.540950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.541039] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.541968] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.542415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.542415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.542415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.542644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.542644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.542644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.542762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.543079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.543079] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.545119] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.545236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.545292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.547504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.547504] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.778592] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.778804] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-375" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.778911] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-375" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.779282] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-375" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.779536] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.779688] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.779807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.780054] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.780191] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.780393] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.780520] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.780639] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.780742] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.780842] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.780937] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.781090] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.809268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.809456] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.809537] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.809715] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-375" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.810067] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-87693254-5091-41f7-8a90-d9e83542467e taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.810242] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.810370] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.810709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.810841] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87693254-5091-41f7-8a90-d9e83542467e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.047578] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.048579] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.048697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.049719] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 with status ACTIVE [ 687.049719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.049719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.049719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.049719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.049719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.049719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.049719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.050120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.050120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.050120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.050225] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.050289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.050333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.051501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.051501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.051501] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8 is going to be updated. [ 687.075344] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.075990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.076107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.076268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a536a5a-dfaf-4f2f-9ea8-be8c8dd82df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.313750] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.314126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.314126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.314799] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.314961] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.315135] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 87693254-5091-41f7-8a90-d9e83542467e not found, creating... [ 687.315456] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.315649] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.317636] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.317636] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.317756] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.318930] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.319148] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.319785] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.320040] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.320785] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.320984] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 87693254-5091-41f7-8a90-d9e83542467e is going to be created. [ 687.341771] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.341997] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.342138] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.342402] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.342692] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.343068] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.552451] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.718856] env[65067]: INFO networking_nsxv3.common.synchronization [req-129a4066-f090-47d4-8a48-32b447be780d req-0e910e89-e1e2-4bc3-ac7d-8f93bcadab29 tempest-ServerDiagnosticsNegativeTest-1470109444 tempest-ServerDiagnosticsNegativeTest-1470109444-project-member] Enqueued Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_members [ 687.718856] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_members [ 687.720389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.720389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.720389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.720389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.720697] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.720773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.720824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.720992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.721092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.721184] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.887416] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 687.888143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.888626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.888626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.889487] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.889697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.889830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.890159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.890436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.890608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.890773] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.924272] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c22998e4-f3f3-4c51-a7e5-95b0a15f633d None None] Enqueued Resource ID: 5fd36f6d-0b7b-42d2-b051-460da7d5efdd with Priority: HIGHEST for action port [ 687.924272] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd36f6d-0b7b-42d2-b051-460da7d5efdd with Priority: HIGHEST for action port [ 687.924810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd36f6d-0b7b-42d2-b051-460da7d5efdd taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.925129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd36f6d-0b7b-42d2-b051-460da7d5efdd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.925341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd36f6d-0b7b-42d2-b051-460da7d5efdd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.925900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd36f6d-0b7b-42d2-b051-460da7d5efdd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.926164] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd36f6d-0b7b-42d2-b051-460da7d5efdd',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.059026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.059026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.059026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.059026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.059026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.059026] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be created. [ 688.082071] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-f6b6dfc0-4d52-4c05-a1dd-c2094defd706 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 688.083027] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-f6b6dfc0-4d52-4c05-a1dd-c2094defd706 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 688.083027] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-f6b6dfc0-4d52-4c05-a1dd-c2094defd706 service nova] Enqueued Resource ID: 87693254-5091-41f7-8a90-d9e83542467e with Priority: HIGHEST for action port [ 688.087340] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 688.087340] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 688.087340] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87693254-5091-41f7-8a90-d9e83542467e with Priority: HIGHEST for action port [ 688.087340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.087340] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.087340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.087340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-87693254-5091-41f7-8a90-d9e83542467e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.087340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.087340] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87693254-5091-41f7-8a90-d9e83542467e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.092180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.092536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.092703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.092977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.093290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.107113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: UNINITIALIZED for 2s [ 688.223962] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.226326] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.226326] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 already deleted. [ 688.226326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.247017] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.247017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.247017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.247017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.247017] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.247017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.247017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.247920] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.248211] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.248602] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.248834] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.251638] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.251638] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.251638] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.251638] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.251638] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.272163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.272337] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.272474] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.272704] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.273663] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.273663] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.273663] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.273663] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.273917] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce729fb-c630-47b5-a0da-23bf3ae1d6b9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.280206] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 688.280502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.394490] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.394703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.394749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.394996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.395220] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.395353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.395532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.395597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.395670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.395759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.396330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.396330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.396330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.396330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.396693] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.396693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.396693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.396810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.396810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.396911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.396998] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.429348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd36f6d-0b7b-42d2-b051-460da7d5efdd [ 688.429562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.429736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.429836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.430138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.430206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.430296] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd36f6d-0b7b-42d2-b051-460da7d5efdd already deleted. [ 688.430380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd36f6d-0b7b-42d2-b051-460da7d5efdd" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.514987] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 688.515188] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 deletion is rescheduled due to dependency. [ 688.515235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.515374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.515589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.516198] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.516198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.516198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.516198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.516198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.516893] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.595791] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87693254-5091-41f7-8a90-d9e83542467e with status ACTIVE [ 688.596027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.596165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.596233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.596446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.596535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.596738] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.596874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.596874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.597047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.597125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.597309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.597396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.597509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.597630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.597704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.597786] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87693254-5091-41f7-8a90-d9e83542467e is going to be updated. [ 688.599015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.599128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.619363] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.619500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.619602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.619871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.620015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.620169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87693254-5091-41f7-8a90-d9e83542467e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.776965] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.777696] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.777696] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.777845] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.778057] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.778211] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 not found, creating... [ 688.778532] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.779064] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.779275] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.779862] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.780117] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.780595] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.780863] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.781080] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.781411] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.781641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.781875] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 is going to be created. [ 688.899051] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4472dc2-12ba-4978-a243-b3825748477d: rpc.has_security_group_logging(os_id): False [ 688.902809] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.903041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.903158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.903420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.903764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.903980] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.921833] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921952] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-763" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.922121] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-763" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.922407] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-763" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.922664] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.922811] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.922922] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.923155] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.923299] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.923515] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.923666] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.923725] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.923824] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.923927] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.924036] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.924161] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.941683] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.942393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.942393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.942393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.942393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.942393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.942393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.942663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.942663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.942663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.943397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.943397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.943397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.943397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.943397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.943763] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.943763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.943763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.943763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.943942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.943994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be created. [ 688.963182] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.963447] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.963510] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.963676] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-763" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.964152] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964356] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964356] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.964602] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.964881] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cebcd91-0ac6-4c4f-842a-d8c4dba21902',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.018652] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.079154] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.079629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.079629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.079629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.079909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.097348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 689.468252] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.468570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.468749] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.469063] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.469221] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.469370] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 7cebcd91-0ac6-4c4f-842a-d8c4dba21902 not found, creating... [ 689.469686] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.469876] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.469976] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.470236] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.470379] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.470658] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.470804] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.470938] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.471225] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.471321] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.471452] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 7cebcd91-0ac6-4c4f-842a-d8c4dba21902 is going to be created. [ 689.500289] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.500641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.501013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.501265] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.501601] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.502823] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.521804] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.523850] env[65067]: INFO networking_nsxv3.common.synchronization [req-129a4066-f090-47d4-8a48-32b447be780d req-b5c76aa3-5a00-4561-a6cf-edc6adfedad2 service nova] Enqueued Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_rules [ 689.524145] env[65067]: INFO networking_nsxv3.common.synchronization [req-129a4066-f090-47d4-8a48-32b447be780d req-b5c76aa3-5a00-4561-a6cf-edc6adfedad2 service nova] Enqueued Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_members [ 689.524387] env[65067]: INFO networking_nsxv3.common.synchronization [req-129a4066-f090-47d4-8a48-32b447be780d req-b5c76aa3-5a00-4561-a6cf-edc6adfedad2 service nova] Enqueued Resource ID: 2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 with Priority: HIGHEST for action port [ 689.525284] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_rules [ 689.525602] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_members [ 689.525928] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 with Priority: HIGHEST for action port [ 689.526150] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.526272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.526338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.526708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.526800] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.527691] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.527821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.527862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.528040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.528191] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.528338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.528338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.528519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.528614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.528744] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.530100] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.530100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.530100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.530100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.530100] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce729fb-c630-47b5-a0da-23bf3ae1d6b9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.025646] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.025946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.025946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.026121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.026220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.026325] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 690.031843] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.032056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.034620] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.035814] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 with status ACTIVE [ 690.036136] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.036285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.036395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.036723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.036871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.037173] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.037376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.037502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.037713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.037835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.038267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.038267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.038430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.038603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.038603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.038760] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ce729fb-c630-47b5-a0da-23bf3ae1d6b9 is going to be updated. [ 690.062854] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.063094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.063162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.063340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.063481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.063642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce729fb-c630-47b5-a0da-23bf3ae1d6b9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.069216] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.069408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.069469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.069635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.069907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.088801] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 690.126944] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 690.127218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.127399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.127652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.127909] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.128087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.128157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.128322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.128415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.128499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.128629] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.250798] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-f3a11574-bd1a-48b4-89b1-be20608ecf28 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 690.250955] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-f3a11574-bd1a-48b4-89b1-be20608ecf28 service nova] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 690.251111] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9c619f9-81a0-404e-85cc-e8aa26a0587e req-f3a11574-bd1a-48b4-89b1-be20608ecf28 service nova] Enqueued Resource ID: 7cebcd91-0ac6-4c4f-842a-d8c4dba21902 with Priority: HIGHEST for action port [ 690.251702] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_rules [ 690.251839] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 690.251980] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cebcd91-0ac6-4c4f-842a-d8c4dba21902 with Priority: HIGHEST for action port [ 690.252447] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.252447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.252636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.252865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.252979] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.253100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.253159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.253481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.253481] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cebcd91-0ac6-4c4f-842a-d8c4dba21902',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.541574] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.633493] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.633493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.633493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.633749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.633975] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.634120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.634225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.634467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.634585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.634706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.634906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.635107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.635220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.636097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.636097] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.636097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.636097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.637867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.637979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.638112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.638215] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.732983] env[65067]: INFO networking_nsxv3.common.synchronization [req-a9af0c8e-58d3-45bc-88f0-3220af76f914 req-18c653c2-90b3-4064-85df-c1543341d877 tempest-ServersV294TestFqdnHostnames-2126447481 tempest-ServersV294TestFqdnHostnames-2126447481-project-member] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_members [ 690.733563] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGHEST for action security_group_members [ 690.733900] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.734427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.734542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.734768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.735432] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.735432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.735432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.735432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.735432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.735601] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.755810] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cebcd91-0ac6-4c4f-842a-d8c4dba21902 with status ACTIVE [ 690.756072] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.756208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.756507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.756828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.756828] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.756972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.757179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.757268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.757469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.757783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.757873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.757943] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cebcd91-0ac6-4c4f-842a-d8c4dba21902 is going to be updated. [ 690.762490] env[65067]: INFO networking_nsxv3.common.synchronization [req-8aa984a8-5d60-46ce-b78e-9efe3c033ea6 req-f3b7471e-8657-457f-9c19-3fed0bb025c5 tempest-ServerGroupTestJSON-679969584 tempest-ServerGroupTestJSON-679969584-project-member] Enqueued Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_members [ 690.763038] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_members [ 690.763381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.763553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.763600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.763973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764042] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.764540] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.781463] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.781731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.781731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.781964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.782129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cebcd91-0ac6-4c4f-842a-d8c4dba21902" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.048334] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.048615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.048615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.048832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.048942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.049054] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 is going to be created. [ 691.076816] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.076816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.076816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.076816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.076816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.089282] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 in Status: UNINITIALIZED for 2s [ 691.111074] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 691.111774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.140689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9711803-9b0e-4392-81a4-f1892b626dac: rpc.has_security_group_logging(os_id): False [ 691.162379] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.163252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.163252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.163380] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.163526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.163665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.163737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.163829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.164146] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.164256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.164346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.164482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.164726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.164726] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.165047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.165047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.165103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.165160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.165239] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be created. [ 691.236370] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.236573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.236649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.236880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.237079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.242059] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.242219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.242285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.242583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.242657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.242860] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.242957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.243037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.243199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.243273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.243374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 is going to be updated. [ 691.267585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.267774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.267836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.268080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.268241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.268404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.269057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.269057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.269057] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a already deleted. [ 691.269057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.280252] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.280252] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-404" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.280252] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-404" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.280447] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-404" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.280645] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.280797] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.280905] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.281425] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.281515] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.281724] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.281870] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.281927] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.282042] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.282148] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.282247] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.282371] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.300380] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 691.327854] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.327854] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.327958] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.328199] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-404" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.328704] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-8914bf6a-7bd2-4378-8685-22edb20e5afc taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.328803] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.328917] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.329317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.329420] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8914bf6a-7bd2-4378-8685-22edb20e5afc',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.343465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.343685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.343825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.344920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.344920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.361963] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ce7f3e-795a-4a27-84f4-abc289676717 in Status: IN_PROGRESS for 2s [ 691.835072] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.835262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835434] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.835988] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.836359] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.836729] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 8914bf6a-7bd2-4378-8685-22edb20e5afc not found, creating... [ 691.837566] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.837823] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.838054] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.838474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.838711] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.839327] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.839548] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.839760] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.840145] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.840383] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.840651] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 8914bf6a-7bd2-4378-8685-22edb20e5afc is going to be created. [ 691.874855] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.875110] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.875231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.875563] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.875800] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.876135] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.100723] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 692.101013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.102920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.103125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.103250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.103561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.103561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.103561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.103662] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.553880] env[65067]: INFO networking_nsxv3.common.synchronization [req-8aa984a8-5d60-46ce-b78e-9efe3c033ea6 req-364b0b53-7adb-4680-804e-d45a1ebfdcda service nova] Enqueued Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_rules [ 692.553880] env[65067]: INFO networking_nsxv3.common.synchronization [req-8aa984a8-5d60-46ce-b78e-9efe3c033ea6 req-364b0b53-7adb-4680-804e-d45a1ebfdcda service nova] Enqueued Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_members [ 692.553880] env[65067]: INFO networking_nsxv3.common.synchronization [req-8aa984a8-5d60-46ce-b78e-9efe3c033ea6 req-364b0b53-7adb-4680-804e-d45a1ebfdcda service nova] Enqueued Resource ID: 8914bf6a-7bd2-4378-8685-22edb20e5afc with Priority: HIGHEST for action port [ 692.553980] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_rules [ 692.554365] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_members [ 692.554573] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8914bf6a-7bd2-4378-8685-22edb20e5afc with Priority: HIGHEST for action port [ 692.555627] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.555794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.555910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.556459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.556591] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.557680] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.558262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.558399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.558631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.558860] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.559045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.559156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.559407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.559528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.559663] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.560575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8914bf6a-7bd2-4378-8685-22edb20e5afc taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.560747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.560852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.561108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.561251] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8914bf6a-7bd2-4378-8685-22edb20e5afc',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.605661] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.764299] env[65067]: INFO networking_nsxv3.common.synchronization [req-f18fe9d6-5050-4d4c-83d8-e252bfd8b346 req-9cd9c90d-9b66-45ee-a290-f385ec121880 tempest-ServerRescueTestJSON-1681701728 tempest-ServerRescueTestJSON-1681701728-project-member] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 692.764495] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 692.764817] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.764927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.765013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.765237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.765392] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.765487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.765541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.765690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.765774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.765859] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.066026] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.066026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.066026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.066026] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8914bf6a-7bd2-4378-8685-22edb20e5afc with status ACTIVE [ 693.066026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.066026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.066026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.066026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.066026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.066026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.067687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.068143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.068673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.069447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.070891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.072116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.072116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.072116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.072116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.072116] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8914bf6a-7bd2-4378-8685-22edb20e5afc is going to be updated. [ 693.108452] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.109596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.109736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.110169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.110368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.110539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8914bf6a-7bd2-4378-8685-22edb20e5afc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.110965] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.113284] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 in Status: SUCCESS [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.118032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.118032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.118032] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.193559] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.193649] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.193798] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.194338] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.195130] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.195341] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.195482] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.195762] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.195962] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.196196] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.196483] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.196483] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.196483] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.196650] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.196758] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.196899] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.221616] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.221616] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.221616] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.221817] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-690" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.222198] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-aaba0cbd-4789-47ef-96ee-226a20f1472d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.222490] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.223091] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.223559] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.223646] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaba0cbd-4789-47ef-96ee-226a20f1472d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.268095] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.314781] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 693.315028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.374271] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ce7f3e-795a-4a27-84f4-abc289676717 in Status: SUCCESS [ 693.374504] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 deletion is rescheduled due to dependency. [ 693.374629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.575364] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.621023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.621023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 693.621023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.621023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.621023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.621877] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.622093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.622244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.622466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.622680] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.622933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.623086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.623292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.623447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.623705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.623705] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.651782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.653933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.653933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.653933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.653933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.662904] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 693.728228] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.728228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port aaba0cbd-4789-47ef-96ee-226a20f1472d not found, creating... [ 693.728228] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.728228] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.728725] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.728725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.728725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.728725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.728725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.728892] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: aaba0cbd-4789-47ef-96ee-226a20f1472d is going to be created. [ 693.750393] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.750621] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.750744] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.751013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.751338] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.751530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.770513] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.081693] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.081935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.082054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.082350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.082475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.082610] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a is going to be created. [ 694.114634] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.114634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.114634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.114634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.114634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.127025] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4: rpc.has_security_group_logging(os_id): False [ 694.129435] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a in Status: UNINITIALIZED for 2s [ 694.146450] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.146450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.146450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.146450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.146450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.146738] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.146913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.146913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.147065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.147162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.147383] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.147535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.147627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.147894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.147894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.148094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.148200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.148266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.148929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.148929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.148929] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 is going to be created. [ 694.224401] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.224572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.224641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.225534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.225903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.237788] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 in Status: IN_PROGRESS for 2s [ 694.273589] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.274353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.274509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.274827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.274932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.275058] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be updated. [ 694.332494] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.332675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.332675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.332913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.333080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.345152] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 2s [ 694.489911] env[65067]: INFO networking_nsxv3.common.synchronization [req-f18fe9d6-5050-4d4c-83d8-e252bfd8b346 req-83b9b6b2-1184-440a-bffa-483b365cd7cc service nova] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_rules [ 694.490241] env[65067]: INFO networking_nsxv3.common.synchronization [req-f18fe9d6-5050-4d4c-83d8-e252bfd8b346 req-83b9b6b2-1184-440a-bffa-483b365cd7cc service nova] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 694.490485] env[65067]: INFO networking_nsxv3.common.synchronization [req-f18fe9d6-5050-4d4c-83d8-e252bfd8b346 req-83b9b6b2-1184-440a-bffa-483b365cd7cc service nova] Enqueued Resource ID: aaba0cbd-4789-47ef-96ee-226a20f1472d with Priority: HIGHEST for action port [ 694.494723] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_rules [ 694.494971] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 694.495186] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaba0cbd-4789-47ef-96ee-226a20f1472d with Priority: HIGHEST for action port [ 694.496059] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.496277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.496403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.496713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.496851] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.502713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.502713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.502713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaba0cbd-4789-47ef-96ee-226a20f1472d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.502713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.502713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.502713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.502713] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaba0cbd-4789-47ef-96ee-226a20f1472d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.003711] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.003842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.005312] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaba0cbd-4789-47ef-96ee-226a20f1472d with status ACTIVE [ 695.005511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.005643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.005715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.005954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.006062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.006278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.006372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.006428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.006586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.006665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.006852] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.006943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.006999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.007162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.007291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.007355] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaba0cbd-4789-47ef-96ee-226a20f1472d is going to be updated. [ 695.039160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.039334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.039420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.039721] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.039889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.040136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaba0cbd-4789-47ef-96ee-226a20f1472d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.066491] env[65067]: INFO networking_nsxv3.common.synchronization [req-7da2b9c1-d7dc-40ee-bd76-4481f2b908ed req-49e6fb25-54d7-4103-b765-1166a42949e8 tempest-ImagesNegativeTestJSON-1303171782 tempest-ImagesNegativeTestJSON-1303171782-project-member] Enqueued Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_members [ 695.067622] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_members [ 695.068057] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.068372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.068730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.068973] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.069197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.069247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.069613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.069613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.069756] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.576663] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.577100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.577100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.577550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.577620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.577869] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.577978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.578052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.578262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.578412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.578510] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 already deleted. [ 695.578631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.583044] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-703" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-703" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-703" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.583044] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.583044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.583044] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.583044] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.583044] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.583044] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.583488] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.583488] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.583488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.588087] env[65067]: INFO networking_nsxv3.common.synchronization [req-66cf1278-f78b-46d8-b39c-8a7349e63829 req-4e0261bd-0f89-4667-b1d3-4530f4c1e3fc tempest-DeleteServersAdminTestJSON-599356591 tempest-DeleteServersAdminTestJSON-599356591-project-member] Enqueued Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 695.588647] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 with Priority: HIGHEST for action security_group_members [ 695.591126] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4ec84a-547a-46a8-a3c2-26a852a39d62 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.591126] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.591126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.591126] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4ec84a-547a-46a8-a3c2-26a852a39d62',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.603141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.603340] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.603476] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.603793] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-703" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.604201] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-67e344cc-676b-4351-bab9-357ca8ae2e1f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.604403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.604522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.604880] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.608040] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e344cc-676b-4351-bab9-357ca8ae2e1f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.674878] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 695.675154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.675306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.675755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.675755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.675872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.675872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.677096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.677096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.677096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.677096] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.677318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.677318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.678461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.678461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.678461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.678461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.678461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.678968] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.092511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.092685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.092759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.092980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.093102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093312] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.093408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.093470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.093623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.093712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093799] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 is going to be updated. [ 696.110486] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.110687] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.111254] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.111663] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.111805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.111952] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 67e344cc-676b-4351-bab9-357ca8ae2e1f not found, creating... [ 696.112366] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.112593] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.115231] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.115231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.115231] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 67e344cc-676b-4351-bab9-357ca8ae2e1f is going to be created. [ 696.137617] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.137617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.137617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.137947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.137947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.141121] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a in Status: SUCCESS [ 696.141257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.141420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.141592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.142374] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.142374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.142374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.142374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.142374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.142374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.142374] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.147242] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.147242] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.147242] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.147533] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.147768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.147983] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.151931] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: IN_PROGRESS for 2s [ 696.180910] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.181263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.181918] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.253921] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 in Status: SUCCESS [ 696.254234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.356871] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 696.357238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.357533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.357845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.358137] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.358311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.358412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.358653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.358701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.358797] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.645724] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.646107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.646107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.646107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.646273] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.646352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.646444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.646613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.646709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.646773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.646921] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.647135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.647135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.647255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.647359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.647497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.647566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.647769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.647903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.648113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.648193] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.685582] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.841612] env[65067]: INFO networking_nsxv3.common.synchronization [req-7da2b9c1-d7dc-40ee-bd76-4481f2b908ed req-88a12cbb-bf5c-4fc1-bbb9-5b7b3276ed2c service nova] Enqueued Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_rules [ 696.841779] env[65067]: INFO networking_nsxv3.common.synchronization [req-7da2b9c1-d7dc-40ee-bd76-4481f2b908ed req-88a12cbb-bf5c-4fc1-bbb9-5b7b3276ed2c service nova] Enqueued Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_members [ 696.841969] env[65067]: INFO networking_nsxv3.common.synchronization [req-7da2b9c1-d7dc-40ee-bd76-4481f2b908ed req-88a12cbb-bf5c-4fc1-bbb9-5b7b3276ed2c service nova] Enqueued Resource ID: 67e344cc-676b-4351-bab9-357ca8ae2e1f with Priority: HIGHEST for action port [ 696.842406] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_rules [ 696.842541] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_members [ 696.842637] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e344cc-676b-4351-bab9-357ca8ae2e1f with Priority: HIGHEST for action port [ 696.842911] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.843517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.843652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.843943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.844080] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.844995] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.845157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.845309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.845758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.846045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.846763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.846913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.847247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.847451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.847549] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.849090] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e344cc-676b-4351-bab9-357ca8ae2e1f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.849942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.849942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.849942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.849942] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e344cc-676b-4351-bab9-357ca8ae2e1f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.860546] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.150270] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee81d137-82c1-43ce-bfaa-a910aa76d11a: rpc.has_security_group_logging(os_id): False [ 697.177431] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.177644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.177734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.177981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.178090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.178307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.178410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.178483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.178635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.178728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.178970] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.179086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.179147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.179858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.179858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.179858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.179858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.179858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.179858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.180195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.180195] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a is going to be created. [ 697.187968] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.188144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.188206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.188597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.188597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.188705] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 697.230822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.231051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.231152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.231375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.231584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.246186] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 697.261987] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.261987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.261987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.295486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a in Status: IN_PROGRESS for 2s [ 697.352334] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.354013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.354193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.354359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e344cc-676b-4351-bab9-357ca8ae2e1f with status ACTIVE [ 697.354530] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.354991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.354991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.354991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.355113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.356176] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.356176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.356176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.356176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.356775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.357142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.357750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.357750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.358075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.358075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.358163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e344cc-676b-4351-bab9-357ca8ae2e1f is going to be updated. [ 697.362374] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.409565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.409735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.409850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.410140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.410288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.410651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e344cc-676b-4351-bab9-357ca8ae2e1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.862334] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.869914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.870018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.870130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.870406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.870505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.870656] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be updated. [ 697.907654] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.907771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.907771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.908392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.908392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.921268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 2s [ 698.164065] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 in Status: SUCCESS [ 698.164904] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4ec84a-547a-46a8-a3c2-26a852a39d62 deletion is rescheduled due to dependency. [ 698.166280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4ec84a-547a-46a8-a3c2-26a852a39d62" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.364627] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.364830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.364932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.365195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.365318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.365486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 is going to be created. [ 698.392598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.392840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.392913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.393196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.393360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.404758] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 in Status: UNINITIALIZED for 2s [ 699.260557] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 699.260557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.260854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.260925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.261170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.261297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.261374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.261607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.261671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.261768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.261997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.263568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.263674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.263886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.264095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.264859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.264950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.266149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.266149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.266149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.266149] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.309406] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a in Status: SUCCESS [ 699.309636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.768689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16a4c80c-9818-44d9-b246-7940fcbe7ad8: rpc.has_security_group_logging(os_id): False [ 699.793426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.794629] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.795163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.795415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.796049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.796049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.796517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.796517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.796704] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.796862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.797705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.797705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.797705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797705] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 699.893028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.893028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.893028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.893028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.893028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.914135] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 699.932791] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 699.933100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.933245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.933490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.933686] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.933811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.933873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.934046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.934314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.934314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.934314] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.130793] env[65067]: INFO networking_nsxv3.common.synchronization [req-947c7c23-2095-4a24-a740-f3b92b3e948e req-e7f13538-aee0-45ac-8907-3b46a282902e tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 700.131451] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 700.131823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.131957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.132028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.132311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.132470] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.132577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.132822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.132822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.132892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.132952] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.417508] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 in Status: SUCCESS [ 700.418205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.418488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.419181] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.419181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.419181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.419738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.419738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.419738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.419738] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.442362] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.442587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.442662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.442889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.443072] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.443181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.443246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.443398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.443488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.443578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.443753] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.443858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.443919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.444071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.444210] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.444299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.444360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.444494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.444570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.444650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.444740] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.635063] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.635243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.635303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.635549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.635674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.635885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.635995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.636150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.636247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.636320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.636420] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 already deleted. [ 700.636544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.679397] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.679632] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-484" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.680869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-484" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.681391] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-484" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.681705] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.681893] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.682058] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.682327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.682491] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.682700] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.682807] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.682918] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.683033] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.683141] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.683240] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.683365] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.708507] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.708736] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.708903] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.709191] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-484" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.709545] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-6405770a-1391-45bb-a4e3-f3866abd6f36 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.709732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.709905] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.710257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.710437] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6405770a-1391-45bb-a4e3-f3866abd6f36',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.923201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.923349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.923349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.923698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.923914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.924087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.924547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.924547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.925557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.925557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.925557] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.925557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.925557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.925557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.928290] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.928290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.928290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.928290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.928290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.928290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.928290] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.951435] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53befe14-9073-4fc9-b21f-f524fdd13442: rpc.has_security_group_logging(os_id): False [ 700.971168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.971406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.971516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.971818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.972086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.972380] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.972536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.972639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.972869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.972979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.974109] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.975485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.975630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.976545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.976677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.976990] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.977132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.977234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.977551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.977653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.977808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be updated. [ 701.058191] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.058338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.058412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.058840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.058962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.075894] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 2s [ 701.215540] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.216360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.216756] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.217505] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.219392] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.219657] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 6405770a-1391-45bb-a4e3-f3866abd6f36 not found, creating... [ 701.220438] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.220549] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.220812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.221487] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.221526] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.222155] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.222489] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.222733] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.223218] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.223501] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.223783] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 is going to be created. [ 701.270404] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.271097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.271097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.271097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.271307] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.271521] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.429333] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0090c130-50da-44d9-9c9f-d1027f3cc452: rpc.has_security_group_logging(os_id): False [ 701.452321] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.452321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.452713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.453038] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.453688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.453688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.453688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.453688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.453688] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.454113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.454113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.454113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.454113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.454301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.456331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.456331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.456331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.456331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.456331] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 is going to be created. [ 701.558225] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.558421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.558530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.558834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.559118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.576018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 in Status: IN_PROGRESS for 2s [ 701.940645] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 701.941096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.941229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.941612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.941699] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.026941] env[65067]: INFO networking_nsxv3.common.synchronization [req-947c7c23-2095-4a24-a740-f3b92b3e948e req-92fb21b3-ed5f-4e99-a49c-7f5673349773 service nova] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_rules [ 702.027766] env[65067]: INFO networking_nsxv3.common.synchronization [req-947c7c23-2095-4a24-a740-f3b92b3e948e req-92fb21b3-ed5f-4e99-a49c-7f5673349773 service nova] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 702.027958] env[65067]: INFO networking_nsxv3.common.synchronization [req-947c7c23-2095-4a24-a740-f3b92b3e948e req-92fb21b3-ed5f-4e99-a49c-7f5673349773 service nova] Enqueued Resource ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 with Priority: HIGHEST for action port [ 702.028840] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_rules [ 702.028898] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 702.028977] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 with Priority: HIGHEST for action port [ 702.029439] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.029549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.029549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.029860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.029983] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.031017] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.031368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.031448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.031693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.031839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.032030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.032138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.032215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.032413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.032519] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.033361] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6405770a-1391-45bb-a4e3-f3866abd6f36 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.033473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.033534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.033689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.033799] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6405770a-1391-45bb-a4e3-f3866abd6f36',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.047662] env[65067]: INFO networking_nsxv3.common.synchronization [req-17930d7a-22cf-4222-af03-7e06ba481438 req-40840672-8fbc-49f3-8d30-7fe29f83e472 tempest-ServerAddressesTestJSON-41539874 tempest-ServerAddressesTestJSON-41539874-project-member] Enqueued Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_members [ 702.048382] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGHEST for action security_group_members [ 702.048948] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.050706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.050706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.050938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.052247] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053303] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.444572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.444884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.444884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.445132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.445342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.445647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.445647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.445698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.445769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.445873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.446086] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.536735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.537058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.537876] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.538933] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6405770a-1391-45bb-a4e3-f3866abd6f36 with status ACTIVE [ 702.541323] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.541637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.541820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.542228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.542484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.542781] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.543109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.543288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.543543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.543715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.544018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.544253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.544460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.544873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.545072] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 is going to be updated. [ 702.556427] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.557664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.557664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.557664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.557664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.557664] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.557664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.557664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.558121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.558346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.558519] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 is going to be updated. [ 702.581201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.581991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.594278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.594543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.594543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.594843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.594912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.606809] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 in Status: IN_PROGRESS for 2s [ 702.873346] env[65067]: INFO networking_nsxv3.common.synchronization [req-a9542eca-6c43-48c4-9e2e-39abc49fc3d7 req-1092a595-3ec5-4f2e-8732-9babea11577c tempest-ImagesOneServerTestJSON-829942762 tempest-ImagesOneServerTestJSON-829942762-project-member] Enqueued Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_members [ 702.873346] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_members [ 702.873346] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.873346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.873346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.873346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.873588] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.873588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.873719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.873785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.873886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.874020] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.949398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.949398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.949398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.949398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.949398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.949957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.949957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.949957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.949957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.949957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.950185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.950185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.950185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.950355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.950405] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.950480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.950527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.951244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.951244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.951244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.951244] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.048551] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.096063] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 703.096063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.381828] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.381828] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.381828] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756eeccb-8499-4185-8352-8aace62fef16 already deleted. [ 703.381828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.454832] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16a4c80c-9818-44d9-b246-7940fcbe7ad8: rpc.has_security_group_logging(os_id): False [ 703.472849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.473013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.473066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.473360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.473815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.473815] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.473815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.473815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.476125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.476125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.476125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.476125] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 703.526395] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.526628] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-112" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.526759] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-112" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.527126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-112" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.527418] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.527755] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.527958] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528095] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528273] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.528509] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.528658] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.528787] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.528904] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.529026] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.529172] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.529277] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.552446] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.552614] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.552691] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.552805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-112" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.553259] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-d9527c55-c68c-4e98-a373-f6510e1b2be1 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.556584] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9527c55-c68c-4e98-a373-f6510e1b2be1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.556584] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.556584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.556584] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be created. [ 703.559875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.560068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.560182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.560480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.560763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.645144] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 703.653024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.653024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.653024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.653024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.653024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.658279] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 in Status: SUCCESS [ 703.658878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.672590] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: UNINITIALIZED for 2s [ 704.063532] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.063743] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.063869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.064202] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.064342] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.064534] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port d9527c55-c68c-4e98-a373-f6510e1b2be1 not found, creating... [ 704.064833] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.065011] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.065154] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.065388] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.065568] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.065865] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.066043] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.066162] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.066761] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.066908] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.067085] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: d9527c55-c68c-4e98-a373-f6510e1b2be1 is going to be created. [ 704.089523] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.089737] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.090008] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.090329] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.090568] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.090790] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.621379] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 in Status: SUCCESS [ 704.621744] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 deletion is rescheduled due to dependency. [ 704.621832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.826419] env[65067]: INFO networking_nsxv3.common.synchronization [req-a9542eca-6c43-48c4-9e2e-39abc49fc3d7 req-2c771d1c-362e-4f56-bb72-25752f52913a service nova] Enqueued Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_rules [ 704.826419] env[65067]: INFO networking_nsxv3.common.synchronization [req-a9542eca-6c43-48c4-9e2e-39abc49fc3d7 req-2c771d1c-362e-4f56-bb72-25752f52913a service nova] Enqueued Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_members [ 704.826419] env[65067]: INFO networking_nsxv3.common.synchronization [req-a9542eca-6c43-48c4-9e2e-39abc49fc3d7 req-2c771d1c-362e-4f56-bb72-25752f52913a service nova] Enqueued Resource ID: d9527c55-c68c-4e98-a373-f6510e1b2be1 with Priority: HIGHEST for action port [ 704.826419] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_rules [ 704.826419] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_members [ 704.826419] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9527c55-c68c-4e98-a373-f6510e1b2be1 with Priority: HIGHEST for action port [ 704.826828] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.826828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.826828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.827328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.827328] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.828233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.828365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.828436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.828672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.828862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.828987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.829166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.829293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.829385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.829499] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.832184] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9527c55-c68c-4e98-a373-f6510e1b2be1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.832272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.832310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.832523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.835172] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9527c55-c68c-4e98-a373-f6510e1b2be1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.337785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.337959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.338509] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.341876] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9527c55-c68c-4e98-a373-f6510e1b2be1 with status ACTIVE [ 705.341876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.342164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.342299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344043] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9527c55-c68c-4e98-a373-f6510e1b2be1 is going to be updated. [ 705.367284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.367523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.367604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.367835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.367978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.368158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9527c55-c68c-4e98-a373-f6510e1b2be1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.636481] env[65067]: INFO networking_nsxv3.common.synchronization [req-ca1cfa5b-b451-46ee-a8aa-960a60c171d8 req-b5aa45af-7fd1-4c46-95cc-6d53a5459da9 tempest-FloatingIPsAssociationNegativeTestJSON-858044503 tempest-FloatingIPsAssociationNegativeTestJSON-858044503-project-member] Enqueued Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_members [ 705.637226] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGHEST for action security_group_members [ 705.637605] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.637836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.637911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.638128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.638284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.638385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.638448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.642123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.642257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.642501] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.665826] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 705.666625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.685296] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 705.685553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.685744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.686067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.686299] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.686481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.686515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.686683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.686787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.686893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.687027] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.843558] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.886590] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e7a40b8c-36ae-4e71-808f-281e7b8d0c04 None None] Enqueued Resource ID: f067b8c3-bab2-47c7-9d78-d62cb920e872 with Priority: HIGHEST for action port [ 705.887283] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f067b8c3-bab2-47c7-9d78-d62cb920e872 with Priority: HIGHEST for action port [ 705.887997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f067b8c3-bab2-47c7-9d78-d62cb920e872 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.887997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f067b8c3-bab2-47c7-9d78-d62cb920e872" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.887997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f067b8c3-bab2-47c7-9d78-d62cb920e872" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.888273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f067b8c3-bab2-47c7-9d78-d62cb920e872" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.888529] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f067b8c3-bab2-47c7-9d78-d62cb920e872',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.144742] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.148488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.148488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.148488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 is going to be updated. [ 706.184299] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.184299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.184526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.185907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.186272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.191489] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.191648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.191728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.191981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.192203] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.192500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.192595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192841] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.193165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.193309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.193403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.193464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.193600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.193677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.193757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.193845] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.201554] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 in Status: IN_PROGRESS for 2s [ 706.349722] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.349722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.349722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.349722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.349722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.349722] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756eeccb-8499-4185-8352-8aace62fef16 is going to be created. [ 706.389452] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.389452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.389452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.389452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.391339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f067b8c3-bab2-47c7-9d78-d62cb920e872 [ 706.391749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.392670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.393550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.393550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.393550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.393550] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f067b8c3-bab2-47c7-9d78-d62cb920e872 already deleted. [ 706.393550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f067b8c3-bab2-47c7-9d78-d62cb920e872" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.399152] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756eeccb-8499-4185-8352-8aace62fef16 in Status: UNINITIALIZED for 2s [ 706.699697] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de8d5cfe-f72f-4670-a37c-e04639196428: rpc.has_security_group_logging(os_id): False [ 706.720043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.720043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.720043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.720548] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.720652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.720652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.720861] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.723136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.723446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.723531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.723693] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be created. [ 706.794137] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.794314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.794442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.794599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.794783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.830267] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 706.858358] env[65067]: INFO networking_nsxv3.common.synchronization [req-47581dd5-fc41-407a-99f6-bdc383ce2077 req-6119bb3f-6608-4ead-977e-3bfe570905b4 tempest-ServerTagsTestJSON-2065621728 tempest-ServerTagsTestJSON-2065621728-project-member] Enqueued Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_members [ 706.858990] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_members [ 706.862837] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.862982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.863089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.863419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.863582] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.863692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.863757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.863924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.864027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.864159] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.366464] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.366766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.366852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.367249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.367433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.368540] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.368540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.368540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.368540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.368540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.368540] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce already deleted. [ 707.368540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.465366] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.465366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-910" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.465366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-910" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.465366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-910" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.465366] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.465366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.465366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.465869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.465869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.465938] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.465994] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.466109] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.466291] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.466392] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.466502] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.466698] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.488520] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.488668] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.488818] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.489074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-910" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.489423] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-313e36a8-b470-42fd-b274-6f15f5d4a68d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.489686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.489902] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.491132] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.491995] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313e36a8-b470-42fd-b274-6f15f5d4a68d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.995346] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.996041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.996041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.996410] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.996410] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.996560] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 313e36a8-b470-42fd-b274-6f15f5d4a68d not found, creating... [ 707.996836] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.997019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.997136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.997361] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.997501] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.997889] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.998918] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.999117] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.000449] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.000449] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.000449] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 313e36a8-b470-42fd-b274-6f15f5d4a68d is going to be created. [ 708.024467] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.024678] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.024794] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025089] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025315] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025550] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.214806] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 in Status: SUCCESS [ 708.215031] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 deletion is rescheduled due to dependency. [ 708.215165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.221090] env[65067]: INFO networking_nsxv3.common.synchronization [None req-29cbf6e8-428f-4841-8644-995264a9a35f None None] Enqueued Resource ID: 7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8 with Priority: HIGHEST for action port [ 708.221893] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8 with Priority: HIGHEST for action port [ 708.221931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.222104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.222206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.222481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.222597] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.410849] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756eeccb-8499-4185-8352-8aace62fef16 in Status: SUCCESS [ 708.410849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.410977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.411423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.411862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.412058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.412176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.412392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.412502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.412799] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.651374] env[65067]: INFO networking_nsxv3.common.synchronization [None req-ef24deeb-5793-4aea-a1d3-2ec2dfdabf4f None None] Enqueued Resource ID: 593b7552-0161-442c-be04-1ec0b7b093ff with Priority: HIGHEST for action port [ 708.652329] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593b7552-0161-442c-be04-1ec0b7b093ff with Priority: HIGHEST for action port [ 708.652329] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-593b7552-0161-442c-be04-1ec0b7b093ff taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.652329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593b7552-0161-442c-be04-1ec0b7b093ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.652329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593b7552-0161-442c-be04-1ec0b7b093ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.652699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593b7552-0161-442c-be04-1ec0b7b093ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.652699] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593b7552-0161-442c-be04-1ec0b7b093ff',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.724940] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8 [ 708.725212] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.725346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.725420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.726076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.726076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.726076] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8 already deleted. [ 708.726076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7039444b-9c9a-4b8b-9cb6-44c3fcda3cc8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.728160] env[65067]: INFO networking_nsxv3.common.synchronization [req-47581dd5-fc41-407a-99f6-bdc383ce2077 req-92e58865-58ab-4282-91d2-01549afabdea service nova] Enqueued Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_rules [ 708.728762] env[65067]: INFO networking_nsxv3.common.synchronization [req-47581dd5-fc41-407a-99f6-bdc383ce2077 req-92e58865-58ab-4282-91d2-01549afabdea service nova] Enqueued Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_members [ 708.728961] env[65067]: INFO networking_nsxv3.common.synchronization [req-47581dd5-fc41-407a-99f6-bdc383ce2077 req-92e58865-58ab-4282-91d2-01549afabdea service nova] Enqueued Resource ID: 313e36a8-b470-42fd-b274-6f15f5d4a68d with Priority: HIGHEST for action port [ 708.729639] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_rules [ 708.730098] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_members [ 708.730243] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e36a8-b470-42fd-b274-6f15f5d4a68d with Priority: HIGHEST for action port [ 708.730884] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.731529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.731529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.731529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.731529] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.732745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.732745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.732745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.734116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.734116] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.734116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.734116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.734116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.734116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.734116] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.734485] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-313e36a8-b470-42fd-b274-6f15f5d4a68d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.734586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.734648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.734791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.734857] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313e36a8-b470-42fd-b274-6f15f5d4a68d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.845125] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 708.845361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.915457] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.915636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.915705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.915918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.916103] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.916204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.916263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.916404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.916493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.916578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.916717] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.916804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.916861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.916990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917133] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.917221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.917279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.917409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917680] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.156256] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 593b7552-0161-442c-be04-1ec0b7b093ff [ 709.156256] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.156256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.156256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.156256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.156845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.156845] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:593b7552-0161-442c-be04-1ec0b7b093ff already deleted. [ 709.156845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593b7552-0161-442c-be04-1ec0b7b093ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.237072] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.237072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.240453] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 313e36a8-b470-42fd-b274-6f15f5d4a68d with status ACTIVE [ 709.240745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.241848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.241848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.241848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.241848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.241848] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.241848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.241848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.242233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.242233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.242233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.242330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.242977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.242977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.242977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.242977] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 313e36a8-b470-42fd-b274-6f15f5d4a68d is going to be updated. [ 709.243937] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.283573] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.283759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.283903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.284467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.284467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.284798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-313e36a8-b470-42fd-b274-6f15f5d4a68d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.420701] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 756eeccb-8499-4185-8352-8aace62fef16: rpc.has_security_group_logging(os_id): False [ 709.443960] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.444189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.444284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.444486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.444577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.444769] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.444859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.444922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.445080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.445158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.445335] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.445512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.445687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.445730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.445900] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.446184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.446254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.446336] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756eeccb-8499-4185-8352-8aace62fef16 is going to be created. [ 709.526852] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.526997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.527077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.527303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.527486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.546361] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756eeccb-8499-4185-8352-8aace62fef16 in Status: IN_PROGRESS for 2s [ 709.750288] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.253250] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.253597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.253597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.253742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.253834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.253954] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce is going to be created. [ 710.285094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.285094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.285302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.285381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.286185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.298099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce in Status: UNINITIALIZED for 2s [ 710.538712] env[65067]: INFO networking_nsxv3.common.synchronization [req-f4e7ca8e-e8f2-4570-95d1-1b0c6bdfb423 req-a06c3d80-cdc0-42fa-8425-3ccb35dc449e tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 710.539636] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 710.539728] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.540716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.540716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.541259] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.847385] env[65067]: INFO networking_nsxv3.common.synchronization [req-93cc6d07-e147-4e46-8a88-72f1933baa11 req-37ae8a4a-9dac-458e-9f76-8dd61c8cdcd7 tempest-ServerDiagnosticsNegativeTest-1470109444 tempest-ServerDiagnosticsNegativeTest-1470109444-project-member] Enqueued Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_members [ 710.848033] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGHEST for action security_group_members [ 710.849172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.849172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.849172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.849172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.849172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.849172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.849172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.850338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.850338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.850338] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.024967] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.024967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.024967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.024967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.024967] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.024967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.024967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.024967] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.025488] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.026149] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.026366] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.026420] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.026513] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.026659] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.027361] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.027361] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.044566] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.044705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.044782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.044990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.045375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.045462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045920] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 already deleted. [ 711.046109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.048168] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.048168] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.048387] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.048387] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.048644] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-f2a02eb0-f72d-44a4-99c9-de2844ffe937 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.048820] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.048934] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.049212] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.049343] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a02eb0-f72d-44a4-99c9-de2844ffe937',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.352145] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.352425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.352425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.352650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.352749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.352943] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.353715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.353715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.353715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.353715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.353715] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 is going to be updated. [ 711.395098] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.395269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.395324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.395526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.395752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.424606] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 in Status: IN_PROGRESS for 2s [ 711.430418] env[65067]: INFO networking_nsxv3.common.synchronization [None req-86b0d304-b2a1-46e2-ab20-9a65d2e20c10 tempest-ServersTestFqdnHostnames-1835238849 tempest-ServersTestFqdnHostnames-1835238849-project-member] Enqueued Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_rules [ 711.430418] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_rules [ 711.430418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.430418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.430857] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.525652] env[65067]: INFO networking_nsxv3.common.synchronization [None req-39e54d09-672e-4fc7-a4aa-e18320531d96 None None] Enqueued Resource ID: 80fe9ac8-ec03-4fb6-a313-d56a203989a5 with Priority: HIGHEST for action port [ 711.526929] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80fe9ac8-ec03-4fb6-a313-d56a203989a5 with Priority: HIGHEST for action port [ 711.527431] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-80fe9ac8-ec03-4fb6-a313-d56a203989a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.527748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80fe9ac8-ec03-4fb6-a313-d56a203989a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.527833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80fe9ac8-ec03-4fb6-a313-d56a203989a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.528273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80fe9ac8-ec03-4fb6-a313-d56a203989a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.528427] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80fe9ac8-ec03-4fb6-a313-d56a203989a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.557739] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.557739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.557739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.557739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.557739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.557739] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port f2a02eb0-f72d-44a4-99c9-de2844ffe937 not found, creating... [ 711.557739] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558247] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558247] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558247] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.558464] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.558648] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558970] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.559223] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.559503] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.559644] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.560220] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: f2a02eb0-f72d-44a4-99c9-de2844ffe937 is going to be created. [ 711.562534] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756eeccb-8499-4185-8352-8aace62fef16 in Status: SUCCESS [ 711.563487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.586049] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.586198] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.586338] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586629] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586870] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.730967] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a85b51fc-5fb3-4b12-8b7f-3ed63e74ee86 tempest-ServersTestFqdnHostnames-1835238849 tempest-ServersTestFqdnHostnames-1835238849-project-member] Enqueued Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_rules [ 711.730967] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_rules [ 711.730967] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.730967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.961030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.961030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.961030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.961030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.962292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.962292] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 already deleted. [ 711.962292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.962292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.962292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.962292] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.036265] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80fe9ac8-ec03-4fb6-a313-d56a203989a5 [ 712.036608] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.036805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.036917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.037194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.037720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.037972] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80fe9ac8-ec03-4fb6-a313-d56a203989a5 already deleted. [ 712.038122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80fe9ac8-ec03-4fb6-a313-d56a203989a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.310936] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce in Status: SUCCESS [ 712.310936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.311562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.311562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.311562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.313181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.313181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.313181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.313181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.313181] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.431835] env[65067]: INFO networking_nsxv3.common.synchronization [req-f4e7ca8e-e8f2-4570-95d1-1b0c6bdfb423 req-d5e20e41-c313-49b2-9861-dee852b8ac6b service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 712.432242] env[65067]: INFO networking_nsxv3.common.synchronization [req-f4e7ca8e-e8f2-4570-95d1-1b0c6bdfb423 req-d5e20e41-c313-49b2-9861-dee852b8ac6b service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 712.432242] env[65067]: INFO networking_nsxv3.common.synchronization [req-f4e7ca8e-e8f2-4570-95d1-1b0c6bdfb423 req-d5e20e41-c313-49b2-9861-dee852b8ac6b service nova] Enqueued Resource ID: f2a02eb0-f72d-44a4-99c9-de2844ffe937 with Priority: HIGHEST for action port [ 712.433078] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 712.435756] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 712.435756] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a02eb0-f72d-44a4-99c9-de2844ffe937 with Priority: HIGHEST for action port [ 712.435756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.435756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.435756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.436424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.436424] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.438885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.439040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.439089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.439347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.439645] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.440704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.440704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.440704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.440704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.440704] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.442999] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a02eb0-f72d-44a4-99c9-de2844ffe937 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.442999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.442999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.442999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.442999] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a02eb0-f72d-44a4-99c9-de2844ffe937',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.491712] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.491712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.491712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.491712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.491712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.492065] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 already deleted. [ 712.492065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.816499] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.816722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.816827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.817088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.817343] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.817497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.817644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.817880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.817979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.818131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.818343] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.818474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.818611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.818782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.818968] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.819869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.819975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.820193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.820287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.820413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.820539] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.940687] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.940687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.944185] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2a02eb0-f72d-44a4-99c9-de2844ffe937 with status ACTIVE [ 712.944646] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.944951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.944951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.945443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.946895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.946895] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.946895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.946895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.946895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.946895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.946895] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.947824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.947824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.947824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.947824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.947824] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2a02eb0-f72d-44a4-99c9-de2844ffe937 is going to be updated. [ 712.949869] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.979134] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.979310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.979359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.979922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.979922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.980130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a02eb0-f72d-44a4-99c9-de2844ffe937" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.322810] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fe891df-c053-49c2-b1b2-2ba21d9264ce: rpc.has_security_group_logging(os_id): False [ 713.341475] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.341690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.341738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.342096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.342096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.342283] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.342377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.342442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.342859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.342859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.342859] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.343011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.343011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.343102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.343176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.343345] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.343451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.343552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.343642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.343714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.343793] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce is going to be created. [ 713.421958] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.422930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.422930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.422930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.424194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441102] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 in Status: SUCCESS [ 713.441102] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 deletion is rescheduled due to dependency. [ 713.441102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441528] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce in Status: IN_PROGRESS for 2s [ 713.456848] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.743621] env[65067]: INFO networking_nsxv3.common.synchronization [req-b3ceb1a0-b5ab-4c86-b501-500478ae0d02 req-108bc840-6d42-431e-be84-bb37026e690f tempest-ImagesNegativeTestJSON-1303171782 tempest-ImagesNegativeTestJSON-1303171782-project-member] Enqueued Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_members [ 713.745168] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 with Priority: HIGHEST for action security_group_members [ 713.745964] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0090c130-50da-44d9-9c9f-d1027f3cc452 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745964] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.746309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.746309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.746309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.746442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746442] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0090c130-50da-44d9-9c9f-d1027f3cc452',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.961044] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.961442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.961579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.961913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.962079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.962240] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be created. [ 713.998297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.998676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.998676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.998900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.999214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.012097] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: UNINITIALIZED for 2s [ 714.249856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.250248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.250248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.251229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.251229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.251229] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.251229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.251229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.251229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.251229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.251229] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 is going to be updated. [ 714.288833] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.288833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.288833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.288833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.288833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.300037] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 in Status: IN_PROGRESS for 2s [ 714.351579] env[65067]: INFO networking_nsxv3.common.synchronization [req-1e3affd4-4efa-48ff-98f5-19cb6412df9a req-6db63976-553d-4089-a814-21cafae51ee7 tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 714.351579] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 714.351579] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.351579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.351579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.351579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.355798] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.355798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.355798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.355798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.355798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.355798] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.637787] env[65067]: INFO networking_nsxv3.common.synchronization [req-8b922286-9fac-40a5-a7c9-488b96417c6d req-6035171d-b8ea-4603-92e2-ada0c228ac9d tempest-ServerGroupTestJSON-679969584 tempest-ServerGroupTestJSON-679969584-project-member] Enqueued Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_members [ 714.638862] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGHEST for action security_group_members [ 714.640932] env[65067]: INFO networking_nsxv3.common.synchronization [req-e4dac19c-0e6f-4edc-824b-d039b4a6d760 req-72e09104-f9bf-4f85-8fa2-ec3e00649155 tempest-FloatingIPsAssociationTestJSON-1763791379 tempest-FloatingIPsAssociationTestJSON-1763791379-project-member] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 714.640932] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.640932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.640932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.640932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.640932] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.640932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.640932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.640932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.641292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.641292] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.642311] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 714.642733] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.642844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.642924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.643108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.643251] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.643365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.643426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.643578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.643660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.643754] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.856237] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.856551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.856551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.856713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.856713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.856945] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.857059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.857059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.857234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.857313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.857381] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be updated. [ 714.894816] env[65067]: INFO networking_nsxv3.common.synchronization [req-6804b8d6-9cf3-425d-bc40-d013bd02d1b4 req-04033859-a27d-466b-88a5-5d4af9077755 tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 714.895289] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 714.895641] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.895782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.895782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.896250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.896580] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.896714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.896714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.896940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.897047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.897111] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.899163] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.899623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.899720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.899972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.900554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.917511] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 715.146204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.146366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.146436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.146644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.146737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.146928] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.147033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.147095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.147234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.147308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147390] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a is going to be updated. [ 715.148640] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.178364] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.178812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.178812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.178926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.179060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.195338] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a in Status: IN_PROGRESS for 2s [ 715.357404] env[65067]: INFO networking_nsxv3.common.synchronization [req-6804b8d6-9cf3-425d-bc40-d013bd02d1b4 req-512f0f9d-90ad-45b3-8484-46fcd88fd37a tempest-ServersTestMultiNic-1533734750 tempest-ServersTestMultiNic-1533734750-project-member] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 715.357797] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGHEST for action security_group_members [ 715.358123] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.358226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.405792] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.455182] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce in Status: SUCCESS [ 715.460136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.652404] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.671577] env[65067]: INFO networking_nsxv3.common.synchronization [req-37ae7392-4f5d-4814-8d1f-13115d131411 req-26b0df14-8edc-4418-81f4-e990400c0f28 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 715.671577] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 715.671577] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.671577] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.671577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.671577] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.908435] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.024591] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 716.024796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.024943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.025233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.025419] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.025644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.025699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.025872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.026035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026227] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.156155] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.156367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.156483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.156763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.156909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.157347] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be updated. [ 716.173452] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.173780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.174305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.174664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.175049] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.175356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.175915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.175915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.175915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.176238] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 716.193109] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.193109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.193109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.193109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.193442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.201873] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: IN_PROGRESS for 2s [ 716.210743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.211790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.211790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.211790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.211790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.223852] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 716.317139] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 in Status: SUCCESS [ 716.317322] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0090c130-50da-44d9-9c9f-d1027f3cc452 deletion is rescheduled due to dependency. [ 716.317438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0090c130-50da-44d9-9c9f-d1027f3cc452" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.414261] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.414897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.414897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.414897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.415080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.415080] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 716.461168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.464030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.464030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.464030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.464030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.477825] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 716.529943] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.530158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.530273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.530441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.530611] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.530706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.531066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.531066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.531295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.531295] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.531614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.531794] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.531910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.531981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.532359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.532359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.532431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.532540] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.935072] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 716.935417] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d deletion is rescheduled due to dependency. [ 716.935417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.039584] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb48992e-3f4c-4fc5-b84a-81b5f6db8300: rpc.has_security_group_logging(os_id): False [ 717.064646] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.065559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.065687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.065858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.065976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.066434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.066434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.066434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.066617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.066726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.067330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.067418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.067487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.067720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.067813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.068060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.068193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.068193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.068426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.068426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.068565] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be created. [ 717.148602] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.148821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.149046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.149240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.162984] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 717.209836] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a in Status: SUCCESS [ 717.210118] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a deletion is rescheduled due to dependency. [ 717.210376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.219070] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 718.219700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.235386] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 718.235386] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac deletion is rescheduled due to dependency. [ 718.235386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 718.490468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.491104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.491391] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.491586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.491913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.491985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492186] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.536464] env[65067]: INFO networking_nsxv3.common.synchronization [None req-14109649-70cb-41ae-9f2c-45ab2322265b None None] Enqueued Resource ID: d1122182-4431-4cec-a9f2-961abeb2d7b4 with Priority: HIGHEST for action port [ 718.537026] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1122182-4431-4cec-a9f2-961abeb2d7b4 with Priority: HIGHEST for action port [ 718.537383] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1122182-4431-4cec-a9f2-961abeb2d7b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.537516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1122182-4431-4cec-a9f2-961abeb2d7b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.537631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1122182-4431-4cec-a9f2-961abeb2d7b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.537924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1122182-4431-4cec-a9f2-961abeb2d7b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.538033] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1122182-4431-4cec-a9f2-961abeb2d7b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.546029] env[65067]: INFO networking_nsxv3.common.synchronization [req-22f18baa-c313-4819-921c-305970911d23 req-b164d0d8-88e6-4a53-a3bc-bba6ed645a54 tempest-InstanceActionsTestJSON-1640590375 tempest-InstanceActionsTestJSON-1640590375-project-member] Enqueued Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_members [ 718.546726] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGHEST for action security_group_members [ 718.547209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.547392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.547454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.547649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548113] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.548234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.548441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548685] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.995087] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.995298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.995415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.995713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.995806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.996075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.996993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.996993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.996993] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be updated. [ 719.038872] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.039069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.039146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.039369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.040054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.041196] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1122182-4431-4cec-a9f2-961abeb2d7b4 [ 719.041444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.041541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.041608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.041793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.041882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.041973] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1122182-4431-4cec-a9f2-961abeb2d7b4 already deleted. [ 719.042066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1122182-4431-4cec-a9f2-961abeb2d7b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.054352] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.054563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.054563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.054803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.054900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.055277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.055277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.055428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.055517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.055636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.055715] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 is going to be updated. [ 719.059775] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: IN_PROGRESS for 2s [ 719.116895] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.117142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.117211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.117414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.117700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.129723] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 in Status: IN_PROGRESS for 2s [ 719.177691] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 719.177925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.431122] env[65067]: INFO networking_nsxv3.common.synchronization [req-84a825eb-0d2c-45d1-830f-3bec30e411a5 req-369e2014-c1e3-4da3-90db-3896d26c3381 tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 719.431368] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 719.431675] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.431675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.431675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.431844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.431947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.432051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.432110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.432249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.432330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.432420] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.847352] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.847694] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.847904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.848786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.849227] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.849662] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.849732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.850124] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.850390] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.850701] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.850873] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.851062] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.851230] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.851402] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.851568] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.851803] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.875644] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.875846] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.876019] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.876314] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.876870] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-4aeeb21b-d769-4834-bc8c-77344df97794 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.877731] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.877731] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.877869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.880257] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aeeb21b-d769-4834-bc8c-77344df97794',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.935426] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.382115] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.382279] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.382401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.382681] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.382877] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.383067] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 4aeeb21b-d769-4834-bc8c-77344df97794 not found, creating... [ 720.383342] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.383511] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.383624] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.383847] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.383982] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.384297] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.384446] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.384557] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.384782] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.384922] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.385062] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 4aeeb21b-d769-4834-bc8c-77344df97794 is going to be created. [ 720.409767] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.410080] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.410199] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.410465] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.410719] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.410974] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.440850] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.948724] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.948724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.948724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.948724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.948724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.948724] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 720.985292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.985292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.985292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.985292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.985292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.995200] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 721.072174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 in Status: SUCCESS [ 721.072174] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 deletion is rescheduled due to dependency. [ 721.072910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.142879] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 in Status: SUCCESS [ 721.144144] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 deletion is rescheduled due to dependency. [ 721.144144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.216034] env[65067]: INFO networking_nsxv3.common.synchronization [req-84a825eb-0d2c-45d1-830f-3bec30e411a5 req-410ccdbb-2289-4abf-bd2f-ac34acf316a4 service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 721.216034] env[65067]: INFO networking_nsxv3.common.synchronization [req-84a825eb-0d2c-45d1-830f-3bec30e411a5 req-410ccdbb-2289-4abf-bd2f-ac34acf316a4 service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 721.216034] env[65067]: INFO networking_nsxv3.common.synchronization [req-84a825eb-0d2c-45d1-830f-3bec30e411a5 req-410ccdbb-2289-4abf-bd2f-ac34acf316a4 service nova] Enqueued Resource ID: 4aeeb21b-d769-4834-bc8c-77344df97794 with Priority: HIGHEST for action port [ 721.216034] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 721.216034] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 721.216034] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeeb21b-d769-4834-bc8c-77344df97794 with Priority: HIGHEST for action port [ 721.216755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.216891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.216960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.217226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.217725] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.218408] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.218545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.218823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aeeb21b-d769-4834-bc8c-77344df97794 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.218964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.219065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.219636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.219636] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aeeb21b-d769-4834-bc8c-77344df97794',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.376609] env[65067]: INFO networking_nsxv3.common.synchronization [None req-324c2251-bf0d-42ac-b94d-5babca4d8310 None None] Enqueued Resource ID: 1ac0d8af-34e7-4d5c-98b7-654b6ca34d33 with Priority: HIGHEST for action port [ 721.377193] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac0d8af-34e7-4d5c-98b7-654b6ca34d33 with Priority: HIGHEST for action port [ 721.377492] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac0d8af-34e7-4d5c-98b7-654b6ca34d33 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.377697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac0d8af-34e7-4d5c-98b7-654b6ca34d33" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.377782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac0d8af-34e7-4d5c-98b7-654b6ca34d33" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.378075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac0d8af-34e7-4d5c-98b7-654b6ca34d33" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.378160] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac0d8af-34e7-4d5c-98b7-654b6ca34d33',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.721581] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.721961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722227] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aeeb21b-d769-4834-bc8c-77344df97794 with status ACTIVE [ 721.722635] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.722635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.723390] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.723612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.723612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.725022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.725022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.725022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.725022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.725022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.725022] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aeeb21b-d769-4834-bc8c-77344df97794 is going to be updated. [ 721.754771] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.754771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.754771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.755030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.755153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.755333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aeeb21b-d769-4834-bc8c-77344df97794" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.880452] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ac0d8af-34e7-4d5c-98b7-654b6ca34d33 [ 721.880789] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.881015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.881156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.881395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.881489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.881587] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ac0d8af-34e7-4d5c-98b7-654b6ca34d33 already deleted. [ 721.881671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac0d8af-34e7-4d5c-98b7-654b6ca34d33" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.932353] env[65067]: INFO networking_nsxv3.common.synchronization [req-e667f4be-c817-47f5-8f72-f642eec01f53 req-0ea12e3e-13aa-4706-83e3-e44219cc8989 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_members [ 721.933867] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGHEST for action security_group_members [ 721.934360] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.934553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.934663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.934982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.935240] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.936114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.936388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.936665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.936800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.936936] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.362252] env[65067]: INFO networking_nsxv3.common.synchronization [req-38de8db1-57d3-415d-b0c1-a872255309bf req-82c339df-ede9-4670-843c-f6b9235b1521 tempest-ServersWithSpecificFlavorTestJSON-2008120047 tempest-ServersWithSpecificFlavorTestJSON-2008120047-project-member] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 722.362932] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 722.363311] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.363460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.363531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.363777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.364067] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.364169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.364252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.364463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.364600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.364674] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.440599] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.440882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.441065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.441318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.441418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.441631] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.441734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.441795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.441944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.442034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.442118] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940f3152-ff27-4bd5-824c-93388866a25f is going to be updated. [ 722.472234] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.472234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.472234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.472234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.472234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.482526] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940f3152-ff27-4bd5-824c-93388866a25f in Status: IN_PROGRESS for 2s [ 722.869060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.869412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.869412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.869676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.869832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.870196] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.872996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.872996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.872996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.872996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.872996] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be updated. [ 722.918408] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.918408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.918726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.918726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.918859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.933219] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 723.011127] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 723.011127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.011127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.011127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.011655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.011655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011655] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.516421] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.021665] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.249035] env[65067]: INFO networking_nsxv3.common.synchronization [req-792ed17d-54c7-4128-84c7-924031e0c590 req-924855bc-f490-4e0e-9215-19cb081a4d8a tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 724.249035] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 724.249035] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.249035] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.249035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.249035] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.495493] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940f3152-ff27-4bd5-824c-93388866a25f in Status: SUCCESS [ 724.495712] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940f3152-ff27-4bd5-824c-93388866a25f deletion is rescheduled due to dependency. [ 724.495865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529087] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.529087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.529087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.529087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.529087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529087] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 724.587856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.588054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.588101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.588317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.588471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.600458] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 724.754389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.754389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.754389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.754389] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 724.800444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.800604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.800654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.801349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.801349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.817277] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 724.949328] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 724.949328] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e deletion is rescheduled due to dependency. [ 724.949328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481374] env[65067]: INFO networking_nsxv3.common.synchronization [req-7fbf1d2b-6068-42a2-8d39-41d271e17c8e req-48a321bf-bbdd-4d8b-ba6c-340fafd3432c tempest-ServerExternalEventsTest-307204159 tempest-ServerExternalEventsTest-307204159-project-member] Enqueued Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_members [ 725.484332] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_members [ 725.484332] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.484332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.484332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.484332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.484897] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.484897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.484897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.484897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.485073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.485073] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.987250] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.987657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.987657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.988381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.988815] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 already deleted. [ 725.988854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.612073] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 726.613381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.613381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.613381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.613381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.613599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.613599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.613676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.613710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.614623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.614623] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.737021] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.737021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.737021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.737021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.737021] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.737021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.737021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.737021] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.737592] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.737958] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.738260] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.738510] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.738747] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.739141] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.739390] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.739651] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.763209] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.763209] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.763209] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.763209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.763209] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-f4f185d4-448c-46fd-82dd-b273e4624fb7 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.763209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.763209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.763209] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.764144] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f185d4-448c-46fd-82dd-b273e4624fb7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.831258] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 726.831353] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 726.831450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.117334] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.117469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.117469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.117811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.117914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.118090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.118347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.118347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.118347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118615] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.118734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.118790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.118964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.119236] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.119393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.119469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.119654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.119734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.119826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.119909] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.270967] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.271236] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.271351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.271681] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.271880] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.272050] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port f4f185d4-448c-46fd-82dd-b273e4624fb7 not found, creating... [ 727.272447] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.272930] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.272930] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.273058] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.273197] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.273515] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.273727] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.273855] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.274093] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.274240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.274386] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: f4f185d4-448c-46fd-82dd-b273e4624fb7 is going to be created. [ 727.298822] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.299360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.299740] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.300397] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.300873] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.301252] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.623167] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb48992e-3f4c-4fc5-b84a-81b5f6db8300: rpc.has_security_group_logging(os_id): False [ 727.652330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.652563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.652620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.653279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.653279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.653756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.653756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.653756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.653955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.654013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.654437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.654437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.654565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.654805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.654851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.655217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.655312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.655366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.655660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.655747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.656548] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 727.764916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.765149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.765149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.765337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.765556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.785908] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 728.068789] env[65067]: INFO networking_nsxv3.common.synchronization [req-7fbf1d2b-6068-42a2-8d39-41d271e17c8e req-9073b9dc-065b-4cff-9c4d-c0ec78c14d6a service nova] Enqueued Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_rules [ 728.068885] env[65067]: INFO networking_nsxv3.common.synchronization [req-7fbf1d2b-6068-42a2-8d39-41d271e17c8e req-9073b9dc-065b-4cff-9c4d-c0ec78c14d6a service nova] Enqueued Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_members [ 728.069102] env[65067]: INFO networking_nsxv3.common.synchronization [req-7fbf1d2b-6068-42a2-8d39-41d271e17c8e req-9073b9dc-065b-4cff-9c4d-c0ec78c14d6a service nova] Enqueued Resource ID: f4f185d4-448c-46fd-82dd-b273e4624fb7 with Priority: HIGHEST for action port [ 728.069862] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_rules [ 728.071152] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_members [ 728.071340] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f185d4-448c-46fd-82dd-b273e4624fb7 with Priority: HIGHEST for action port [ 728.071689] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.071900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.071900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.072238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.072347] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.074567] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.074567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.074567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.074567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.075169] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.075390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.075501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.076142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.076142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.076142] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.077274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f185d4-448c-46fd-82dd-b273e4624fb7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.077698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.077698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.077856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.077889] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f185d4-448c-46fd-82dd-b273e4624fb7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.580538] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.584304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.584304] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4f185d4-448c-46fd-82dd-b273e4624fb7 with status ACTIVE [ 728.584304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.584304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.584304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.584304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.585132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.586840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.587125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.587226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.587311] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4f185d4-448c-46fd-82dd-b273e4624fb7 is going to be updated. [ 728.615043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.615043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.615043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.615043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.615438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.615539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f185d4-448c-46fd-82dd-b273e4624fb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.091335] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.597033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.597033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.597033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.597033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.597033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.597033] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 is going to be created. [ 729.625705] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.627359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.627359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.627359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.627359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.638040] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 in Status: UNINITIALIZED for 2s [ 729.803318] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 729.803519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.601247] env[65067]: INFO networking_nsxv3.common.synchronization [req-d0a10ded-043f-44d6-8b67-9c58731e8f81 req-a57d1b53-36b2-40dd-a736-4e427b408160 tempest-ServerMetadataNegativeTestJSON-903254942 tempest-ServerMetadataNegativeTestJSON-903254942-project-member] Enqueued Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_members [ 730.601963] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_members [ 730.602346] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.602460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.602532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.602784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.602969] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.603095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.603551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.603551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.603551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.603551] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.106790] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.106991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.107795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.107795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.107795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.107795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.107795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.107795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.108063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.108063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.108063] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 already deleted. [ 731.108149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.533924] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.534177] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-317" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.534351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-317" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.534719] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-317" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.535082] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.535217] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.535351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.535586] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.535874] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.536120] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.536533] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.536533] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.536533] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.536762] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.536762] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.537444] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.561404] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.561404] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.561404] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.561404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-317" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.561404] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-206e2b7c-64a3-450b-beb2-c531503d1111 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.561404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.561404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.561404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.561404] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('206e2b7c-64a3-450b-beb2-c531503d1111',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.647918] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 in Status: SUCCESS [ 731.648290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.648734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.649013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.649201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.649320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.649383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.649552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.649631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.649713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.649804] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.750748] env[65067]: INFO networking_nsxv3.common.synchronization [None req-afef6f3f-451b-4ee5-9d9b-28e2242e38c0 None None] Enqueued Resource ID: 7abaadd0-d130-42a4-889b-7d60fd95698f with Priority: HIGHEST for action port [ 731.751642] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7abaadd0-d130-42a4-889b-7d60fd95698f with Priority: HIGHEST for action port [ 731.752110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7abaadd0-d130-42a4-889b-7d60fd95698f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.753874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7abaadd0-d130-42a4-889b-7d60fd95698f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.753874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7abaadd0-d130-42a4-889b-7d60fd95698f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.753874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7abaadd0-d130-42a4-889b-7d60fd95698f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.753874] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7abaadd0-d130-42a4-889b-7d60fd95698f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.067025] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.067262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.067385] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.067709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.067857] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.068045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 206e2b7c-64a3-450b-beb2-c531503d1111 not found, creating... [ 732.068302] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.068453] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.068565] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.068861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.069050] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.069398] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.069572] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.069685] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.069896] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.070100] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.070248] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 206e2b7c-64a3-450b-beb2-c531503d1111 is going to be created. [ 732.093939] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.093939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.093939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.093939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.093939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.093939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.156022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.156022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.156022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.156707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.156707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.156707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156707] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.256148] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7abaadd0-d130-42a4-889b-7d60fd95698f [ 732.257590] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.257590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.257590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.257590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.257590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.257590] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7abaadd0-d130-42a4-889b-7d60fd95698f already deleted. [ 732.257590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7abaadd0-d130-42a4-889b-7d60fd95698f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.661299] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25: rpc.has_security_group_logging(os_id): False [ 732.684156] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.684676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.684867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.686218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.686218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686218] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.686218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.686218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.686218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.686218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686218] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.686727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.687545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.687876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.690502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.690502] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.690502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.690502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.690502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.690502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.690502] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 is going to be created. [ 732.767027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.767027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.767027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.767027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.767027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.781993] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 in Status: IN_PROGRESS for 2s [ 732.994761] env[65067]: INFO networking_nsxv3.common.synchronization [req-d0a10ded-043f-44d6-8b67-9c58731e8f81 req-f222e355-2486-4d51-ad6b-a8b76b7ca603 service nova] Enqueued Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_rules [ 732.994761] env[65067]: INFO networking_nsxv3.common.synchronization [req-d0a10ded-043f-44d6-8b67-9c58731e8f81 req-f222e355-2486-4d51-ad6b-a8b76b7ca603 service nova] Enqueued Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_members [ 732.994761] env[65067]: INFO networking_nsxv3.common.synchronization [req-d0a10ded-043f-44d6-8b67-9c58731e8f81 req-f222e355-2486-4d51-ad6b-a8b76b7ca603 service nova] Enqueued Resource ID: 206e2b7c-64a3-450b-beb2-c531503d1111 with Priority: HIGHEST for action port [ 732.994761] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_rules [ 732.994761] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_members [ 732.994761] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206e2b7c-64a3-450b-beb2-c531503d1111 with Priority: HIGHEST for action port [ 732.994761] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.995389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.995570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.996374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.996673] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.997802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.998069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.998223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.998509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.998795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.999710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.999710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.999710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.999710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.999710] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.002569] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-206e2b7c-64a3-450b-beb2-c531503d1111 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.002569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.002569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.002569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.002569] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('206e2b7c-64a3-450b-beb2-c531503d1111',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.503630] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.505801] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.505801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.505801] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 206e2b7c-64a3-450b-beb2-c531503d1111 with status ACTIVE [ 733.505801] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.505801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.505801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.505801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.505801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.506192] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.506192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.506192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.506871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.506871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.506871] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.506871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.506871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.506871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.507080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.507974] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 206e2b7c-64a3-450b-beb2-c531503d1111 is going to be updated. [ 733.540648] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.540648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.540648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.540648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.540648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.540648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-206e2b7c-64a3-450b-beb2-c531503d1111" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.011621] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.449231] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8a4a822c-27e7-4522-a00b-bb24bc14e1e5 None None] Enqueued Resource ID: ab8bd5d6-595b-4931-a0fc-cc43cc070ce4 with Priority: HIGHEST for action port [ 734.449808] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8bd5d6-595b-4931-a0fc-cc43cc070ce4 with Priority: HIGHEST for action port [ 734.450201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8bd5d6-595b-4931-a0fc-cc43cc070ce4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.450347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8bd5d6-595b-4931-a0fc-cc43cc070ce4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.451033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8bd5d6-595b-4931-a0fc-cc43cc070ce4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.451033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8bd5d6-595b-4931-a0fc-cc43cc070ce4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.451419] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8bd5d6-595b-4931-a0fc-cc43cc070ce4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.517449] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.517846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.518211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.518211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.518352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.518967] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 is going to be created. [ 734.550434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.551104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.551104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.551104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.551336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.562770] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 in Status: UNINITIALIZED for 2s [ 734.630170] env[65067]: INFO networking_nsxv3.common.synchronization [None req-85dda54a-0ea9-4a6e-9260-51b3b4392522 tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_rules [ 734.630792] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_rules [ 734.631242] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.631442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.631573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.632683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.632683] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.798095] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 in Status: SUCCESS [ 734.798211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.827012] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8f49d5f7-db10-4443-bc31-b85c0d1034df tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_rules [ 734.827012] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_rules [ 734.827389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.827572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920787] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f51ed60c-204b-4ba1-8ade-f3f2f74c7c85 None None] Enqueued Resource ID: 83d9a0dc-6d9c-4029-b005-826fdcad45e6 with Priority: HIGHEST for action port [ 734.923403] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d9a0dc-6d9c-4029-b005-826fdcad45e6 with Priority: HIGHEST for action port [ 734.923403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d9a0dc-6d9c-4029-b005-826fdcad45e6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.923403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d9a0dc-6d9c-4029-b005-826fdcad45e6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.923403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d9a0dc-6d9c-4029-b005-826fdcad45e6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.923403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d9a0dc-6d9c-4029-b005-826fdcad45e6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.923403] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d9a0dc-6d9c-4029-b005-826fdcad45e6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.954690] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8bd5d6-595b-4931-a0fc-cc43cc070ce4 [ 734.954934] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.955081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.955146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.955430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.955566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.956075] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8bd5d6-595b-4931-a0fc-cc43cc070ce4 already deleted. [ 734.956226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8bd5d6-595b-4931-a0fc-cc43cc070ce4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.155047] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.155047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 already deleted. [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.155047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.155047] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.425168] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83d9a0dc-6d9c-4029-b005-826fdcad45e6 [ 735.425168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.425168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.425168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.428948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.429288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.429288] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83d9a0dc-6d9c-4029-b005-826fdcad45e6 already deleted. [ 735.429288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d9a0dc-6d9c-4029-b005-826fdcad45e6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.678954] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.679168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.679270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.679508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.679634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.680032] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 already deleted. [ 735.680032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.575438] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 in Status: SUCCESS [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.578084] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.578084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.578084] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.082803] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.082803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.082803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.082803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.082803] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.083134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.083134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.083317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.083471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.083536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.083752] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.085167] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.085167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.085167] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.588884] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55599838-f8c0-45af-b2ca-ece3aa9cea81: rpc.has_security_group_logging(os_id): False [ 737.625020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.625020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.625020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.625020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.625020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.625020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.625020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.625020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.629946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.629946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.629946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.629946] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 is going to be created. [ 737.655025] env[65067]: INFO networking_nsxv3.common.synchronization [None req-dadd598b-8a71-4748-b9cd-3b231698c1f4 None None] Enqueued Resource ID: 64a488ce-eeb5-428c-9e16-5dd537678fd8 with Priority: HIGHEST for action port [ 737.656034] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a488ce-eeb5-428c-9e16-5dd537678fd8 with Priority: HIGHEST for action port [ 737.661078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a488ce-eeb5-428c-9e16-5dd537678fd8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.661078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a488ce-eeb5-428c-9e16-5dd537678fd8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.661078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a488ce-eeb5-428c-9e16-5dd537678fd8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.661078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a488ce-eeb5-428c-9e16-5dd537678fd8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.661078] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a488ce-eeb5-428c-9e16-5dd537678fd8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.713645] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.715265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.716574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.716574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.716574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.734344] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 in Status: IN_PROGRESS for 2s [ 738.163277] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64a488ce-eeb5-428c-9e16-5dd537678fd8 [ 738.163277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.163678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.163678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.163794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.163905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.165063] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64a488ce-eeb5-428c-9e16-5dd537678fd8 already deleted. [ 738.165063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a488ce-eeb5-428c-9e16-5dd537678fd8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.569114] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a7aa14c4-5b41-4aeb-9409-a688879c2bfa None None] Enqueued Resource ID: 1b03be60-2f16-40ec-b330-0742a65cf48c with Priority: HIGHEST for action port [ 738.569114] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b03be60-2f16-40ec-b330-0742a65cf48c with Priority: HIGHEST for action port [ 738.570888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b03be60-2f16-40ec-b330-0742a65cf48c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.570888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b03be60-2f16-40ec-b330-0742a65cf48c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.570888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b03be60-2f16-40ec-b330-0742a65cf48c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.571205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b03be60-2f16-40ec-b330-0742a65cf48c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.571205] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b03be60-2f16-40ec-b330-0742a65cf48c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.702718] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_members [ 738.703532] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 738.705803] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_members [ 738.705803] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 738.706455] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.706859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.706859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.707108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.707412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.707507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.708439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.708439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.708439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.708566] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.713533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.713734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.713831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.714149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.714381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.714526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.714621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.714834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.714995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.715219] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.793912] env[65067]: INFO networking_nsxv3.common.synchronization [None req-2a4278fe-7321-4e57-ac56-3f7a11f02592 tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 89669646-b3f2-4c88-8da1-d30317ecc6b2 with Priority: HIGHEST for action security_group_rules [ 738.794497] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89669646-b3f2-4c88-8da1-d30317ecc6b2 with Priority: HIGHEST for action security_group_rules [ 738.795470] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89669646-b3f2-4c88-8da1-d30317ecc6b2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.795610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.795702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.795986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.796128] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89669646-b3f2-4c88-8da1-d30317ecc6b2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.810601] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_rules [ 738.810601] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_members [ 738.810601] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_rules [ 738.810601] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 738.810601] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce328864-d3ce-4552-bea5-78379f7f3e7c req-4c4a6619-61fd-470b-8a4d-1473ae404bc3 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 with Priority: HIGHEST for action port [ 738.811035] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_rules [ 738.813949] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_rules [ 738.813949] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 with Priority: HIGHEST for action port [ 738.813949] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_members [ 738.813949] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 738.813949] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29dbc62-dc87-4408-bc4f-db5a2b73c37a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.814667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.814667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.818120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.818485] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.819439] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.819566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.819632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.819839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.819913] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.821097] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6405770a-1391-45bb-a4e3-f3866abd6f36 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.821209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.821272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.821487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.821573] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6405770a-1391-45bb-a4e3-f3866abd6f36',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.823693] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.824439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.825020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.825119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.046540] env[65067]: INFO networking_nsxv3.common.synchronization [None req-18b7d622-d3f5-4e3e-9522-5e9e54498c2e tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 89669646-b3f2-4c88-8da1-d30317ecc6b2 with Priority: HIGHEST for action security_group_rules [ 739.047790] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89669646-b3f2-4c88-8da1-d30317ecc6b2 with Priority: HIGHEST for action security_group_rules [ 739.047790] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89669646-b3f2-4c88-8da1-d30317ecc6b2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.047790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b03be60-2f16-40ec-b330-0742a65cf48c [ 739.077046] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.077046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.077046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b03be60-2f16-40ec-b330-0742a65cf48c already deleted. [ 739.077046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b03be60-2f16-40ec-b330-0742a65cf48c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.220487] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.221717] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.323774] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.323929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.324398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.324502] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89669646-b3f2-4c88-8da1-d30317ecc6b2 already deleted. [ 739.324773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.324773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.325035] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89669646-b3f2-4c88-8da1-d30317ecc6b2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.328057] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6405770a-1391-45bb-a4e3-f3866abd6f36 with status ACTIVE [ 739.328057] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.328224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.329792] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.329792] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.329792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.331077] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 is going to be updated. [ 739.332677] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.332677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.332856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.333242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.357822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.358064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.358064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.358253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.358427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.358605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.722347] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.726210] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.753463] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 in Status: SUCCESS [ 739.754211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.859373] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.859569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.859569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.860138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.860138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.860138] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89669646-b3f2-4c88-8da1-d30317ecc6b2 already deleted. [ 739.860138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89669646-b3f2-4c88-8da1-d30317ecc6b2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.227276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.228053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.228053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.228053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.228053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.228053] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a is going to be created. [ 740.229617] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.229888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.229888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.230171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.230349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.230458] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 740.258912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.259299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.259415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.259700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.259979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.268856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.269111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.269189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.269483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.269639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.272096] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a in Status: UNINITIALIZED for 2s [ 740.278662] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 740.990119] env[65067]: INFO networking_nsxv3.common.synchronization [req-3aa382ed-7cdf-4885-9eba-1e3300518675 req-84f7e65b-1877-4038-bf7d-8cba46b11fa9 tempest-ServerRescueTestJSON-1681701728 tempest-ServerRescueTestJSON-1681701728-project-member] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 740.990966] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 740.990966] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.993738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.993837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.994153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.994242] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.994344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.994412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.998014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.998014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.998014] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.172162] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d1ab6c97-cb7a-4379-b0e9-bfc27aa1c2ca None None] Enqueued Resource ID: cfbd77ae-b7d5-4af0-b0b0-093451603c73 with Priority: HIGHEST for action port [ 741.172162] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbd77ae-b7d5-4af0-b0b0-093451603c73 with Priority: HIGHEST for action port [ 741.172291] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbd77ae-b7d5-4af0-b0b0-093451603c73 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.172367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbd77ae-b7d5-4af0-b0b0-093451603c73" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.172403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbd77ae-b7d5-4af0-b0b0-093451603c73" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.174329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbd77ae-b7d5-4af0-b0b0-093451603c73" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.174329] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbd77ae-b7d5-4af0-b0b0-093451603c73',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.499976] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.677536] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfbd77ae-b7d5-4af0-b0b0-093451603c73 [ 741.677536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.680789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.680789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.680789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.680789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.680789] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfbd77ae-b7d5-4af0-b0b0-093451603c73 already deleted. [ 741.680789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbd77ae-b7d5-4af0-b0b0-093451603c73" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.894437] env[65067]: INFO networking_nsxv3.common.synchronization [None req-51d96b8a-00d2-4c0a-87f1-f45ac6911512 None None] Enqueued Resource ID: 4b3a5058-3455-4445-ba85-b980f43f3abc with Priority: HIGHEST for action port [ 741.895060] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3a5058-3455-4445-ba85-b980f43f3abc with Priority: HIGHEST for action port [ 741.895403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b3a5058-3455-4445-ba85-b980f43f3abc taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.895603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b3a5058-3455-4445-ba85-b980f43f3abc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.895732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b3a5058-3455-4445-ba85-b980f43f3abc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.896012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b3a5058-3455-4445-ba85-b980f43f3abc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.896128] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b3a5058-3455-4445-ba85-b980f43f3abc',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.003177] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.285363] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a in Status: SUCCESS [ 742.285867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.286365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.286668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.287011] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.287419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.287587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.287916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.287916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.288063] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.290074] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.293361] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.293361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.293361] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.302058] env[65067]: INFO networking_nsxv3.common.synchronization [None req-389c596a-8830-475e-bba0-812058eac6ca None None] Enqueued Resource ID: e30f6229-3f62-491b-81ae-65eaf7249738 with Priority: HIGHEST for action port [ 742.303903] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f6229-3f62-491b-81ae-65eaf7249738 with Priority: HIGHEST for action port [ 742.304398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30f6229-3f62-491b-81ae-65eaf7249738 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30f6229-3f62-491b-81ae-65eaf7249738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.304583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30f6229-3f62-491b-81ae-65eaf7249738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.304689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30f6229-3f62-491b-81ae-65eaf7249738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.304795] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30f6229-3f62-491b-81ae-65eaf7249738',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.399257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b3a5058-3455-4445-ba85-b980f43f3abc [ 742.399496] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.399633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.399701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.399918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.400026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.400111] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b3a5058-3455-4445-ba85-b980f43f3abc already deleted. [ 742.400718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b3a5058-3455-4445-ba85-b980f43f3abc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.508935] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.508935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.508935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.508935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.508935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.508935] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be updated. [ 742.548365] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.548365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.548365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.548365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.548365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.557998] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 2s [ 742.796222] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.797208] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.808188] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e30f6229-3f62-491b-81ae-65eaf7249738 [ 742.808188] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.808188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.808188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.808188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.808188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808188] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e30f6229-3f62-491b-81ae-65eaf7249738 already deleted. [ 742.808188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30f6229-3f62-491b-81ae-65eaf7249738" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.115672] env[65067]: INFO networking_nsxv3.common.synchronization [req-9c5843ea-6c84-4cc4-8bff-7dc296cf7ca8 req-77d9aef9-1977-4072-9fd7-8663728456ec tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_members [ 743.115672] env[65067]: INFO networking_nsxv3.common.synchronization [req-9c5843ea-6c84-4cc4-8bff-7dc296cf7ca8 req-77d9aef9-1977-4072-9fd7-8663728456ec tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 743.116253] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a with Priority: HIGHEST for action security_group_members [ 743.116253] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 743.116722] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.116971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.117046] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.117095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.171600] env[65067]: INFO networking_nsxv3.common.synchronization [req-9c5843ea-6c84-4cc4-8bff-7dc296cf7ca8 req-77d9aef9-1977-4072-9fd7-8663728456ec tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_rules [ 743.171600] env[65067]: INFO networking_nsxv3.common.synchronization [req-9c5843ea-6c84-4cc4-8bff-7dc296cf7ca8 req-77d9aef9-1977-4072-9fd7-8663728456ec tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 743.171600] env[65067]: INFO networking_nsxv3.common.synchronization [req-9c5843ea-6c84-4cc4-8bff-7dc296cf7ca8 req-77d9aef9-1977-4072-9fd7-8663728456ec tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 with Priority: HIGHEST for action port [ 743.171600] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_rules [ 743.171600] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 743.171600] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 with Priority: HIGHEST for action port [ 743.171600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.171600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.171600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.171600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.171600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6405770a-1391-45bb-a4e3-f3866abd6f36 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.171600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.171600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.171600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.171600] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6405770a-1391-45bb-a4e3-f3866abd6f36',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.298409] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.299942] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.673818] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6405770a-1391-45bb-a4e3-f3866abd6f36 with status ACTIVE [ 743.675163] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678664] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678664] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678664] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6405770a-1391-45bb-a4e3-f3866abd6f36 is going to be updated. [ 743.704875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.705052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.705122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.705705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.705705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.705705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6405770a-1391-45bb-a4e3-f3866abd6f36" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.803867] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.808587] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 743.808587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.808587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.808587] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a is going to be updated. [ 743.871718] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.871872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.871926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.872156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.872302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.875144] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.875299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.875299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.875452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.875601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.898643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a in Status: IN_PROGRESS for 2s [ 743.898643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 744.511554] env[65067]: INFO networking_nsxv3.common.synchronization [None req-591b16fe-0939-4962-92c2-65a8f10fa313 None None] Enqueued Resource ID: 7dde567b-4fb5-46fc-bfd4-37bc5114779a with Priority: HIGHEST for action port [ 744.512149] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dde567b-4fb5-46fc-bfd4-37bc5114779a with Priority: HIGHEST for action port [ 744.512462] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dde567b-4fb5-46fc-bfd4-37bc5114779a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.512587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dde567b-4fb5-46fc-bfd4-37bc5114779a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.514013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dde567b-4fb5-46fc-bfd4-37bc5114779a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.514013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dde567b-4fb5-46fc-bfd4-37bc5114779a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.514013] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dde567b-4fb5-46fc-bfd4-37bc5114779a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.569922] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 744.569922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.016904] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dde567b-4fb5-46fc-bfd4-37bc5114779a [ 745.016904] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.016904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.017263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.021079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.021203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.023038] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dde567b-4fb5-46fc-bfd4-37bc5114779a already deleted. [ 745.023038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dde567b-4fb5-46fc-bfd4-37bc5114779a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.910765] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 745.911183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.912962] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a in Status: SUCCESS [ 745.912962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.913149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.913891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.913891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.913891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.913891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.914097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.914139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.914276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.914329] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.916190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916486] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.916573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.916636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.916947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.917051] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.918233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.918411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.918575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.918697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.919083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.919083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.919177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.919227] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.919953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.920162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.920319] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.920443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.920531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.920655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.920773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.920809] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.078065] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a0b53de1-51f4-4cf8-a0bd-6b31a887f61d None None] Enqueued Resource ID: c5a0de36-bdd4-4426-8514-b1ac70448125 with Priority: HIGHEST for action port [ 746.078065] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a0de36-bdd4-4426-8514-b1ac70448125 with Priority: HIGHEST for action port [ 746.078065] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a0de36-bdd4-4426-8514-b1ac70448125 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.078065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a0de36-bdd4-4426-8514-b1ac70448125" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.078065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a0de36-bdd4-4426-8514-b1ac70448125" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.078065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a0de36-bdd4-4426-8514-b1ac70448125" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.078065] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a0de36-bdd4-4426-8514-b1ac70448125',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.419310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.419745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.423040] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a29dbc62-dc87-4408-bc4f-db5a2b73c37a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.423432] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.424747] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.424900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.424975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.425345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.425560] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.425675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.425761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.428711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.428919] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a is going to be deleted. [ 746.473096] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.473803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.473803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.473803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.473803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.473982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.579948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a0de36-bdd4-4426-8514-b1ac70448125 [ 746.580390] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.580584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.580665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.580919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.581084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.581213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a0de36-bdd4-4426-8514-b1ac70448125 already deleted. [ 746.581336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a0de36-bdd4-4426-8514-b1ac70448125" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.823559] env[65067]: INFO networking_nsxv3.common.synchronization [req-a110b648-4f50-42f1-b653-f7bdbb3a5f44 req-309f4e18-afa2-458a-a931-a8ba4c6fad22 tempest-ServersTestFqdnHostnames-1835238849 tempest-ServersTestFqdnHostnames-1835238849-project-member] Enqueued Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_members [ 746.824159] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_members [ 746.824476] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.825099] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.825170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.825407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.825628] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.826821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.826900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.827102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.827251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.827317] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.926714] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a29dbc62-dc87-4408-bc4f-db5a2b73c37a: rpc.has_security_group_logging(os_id): False [ 746.932965] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.950045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.950045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.950045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.950045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.950409] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.950409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.950513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.950582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.950676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a is going to be created. [ 746.972363] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a29dbc62-dc87-4408-bc4f-db5a2b73c37a], does not exist path=[/infra/domains/default/groups/a29dbc62-dc87-4408-bc4f-db5a2b73c37a]."\n}' [ 746.972560] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a29dbc62-dc87-4408-bc4f-db5a2b73c37a [ 746.972678] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 746.976996] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3a788126-1a06-43f4-8daf-8e0d2d850e57 None None] Enqueued Resource ID: 07118e78-e614-4f83-84f0-7e3c75482bb3 with Priority: HIGHEST for action port [ 746.977540] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07118e78-e614-4f83-84f0-7e3c75482bb3 with Priority: HIGHEST for action port [ 746.977951] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-07118e78-e614-4f83-84f0-7e3c75482bb3 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.978119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07118e78-e614-4f83-84f0-7e3c75482bb3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.978194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07118e78-e614-4f83-84f0-7e3c75482bb3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.978638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07118e78-e614-4f83-84f0-7e3c75482bb3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.978638] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07118e78-e614-4f83-84f0-7e3c75482bb3',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.013020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.013020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.013020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.013020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.013541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.014056] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.014317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.014466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.014762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.014941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.015264] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.015516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.015665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.016211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.016416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.016651] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29dbc62-dc87-4408-bc4f-db5a2b73c37a is going to be created. [ 747.038025] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a29dbc62-dc87-4408-bc4f-db5a2b73c37a], does not exist path=[/infra/domains/default/groups/a29dbc62-dc87-4408-bc4f-db5a2b73c37a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a29dbc62-dc87-4408-bc4f-db5a2b73c37a [ 747.038240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29dbc62-dc87-4408-bc4f-db5a2b73c37a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.038766] env[65067]: Traceback (most recent call last): [ 747.038884] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 747.038884] env[65067]: return func(*args, **kwargs) [ 747.038884] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 747.038884] env[65067]: res.raise_for_status() [ 747.038884] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 747.038884] env[65067]: raise HTTPError(http_error_msg, response=self) [ 747.038884] env[65067]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a29dbc62-dc87-4408-bc4f-db5a2b73c37a [ 747.038884] env[65067]: During handling of the above exception, another exception occurred: [ 747.038884] env[65067]: Traceback (most recent call last): [ 747.038884] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 747.038884] env[65067]: listener.cb(fileno) [ 747.038884] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 747.038884] env[65067]: result = function(*args, **kwargs) [ 747.038884] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 747.038884] env[65067]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 747.038884] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 747.038884] env[65067]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 747.038884] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 747.038884] env[65067]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 747.038884] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 747.038884] env[65067]: res.raise_for_status() [ 747.038884] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 747.038884] env[65067]: raise HTTPError(http_error_msg, response=self) [ 747.038884] env[65067]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a29dbc62-dc87-4408-bc4f-db5a2b73c37a [ 747.038884] env[65067]: Removing descriptor: 5 [ 747.213812] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.213812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-68" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.213812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-68" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.213812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-68" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.213812] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.214174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.214174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.217759] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.218204] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.218204] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.218311] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.218909] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.218909] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.218909] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.218909] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.218909] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.242045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.242045] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.242045] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.242045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-68" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.242281] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-49061b93-ca42-4647-92cb-7c73815d124e taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.242523] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243631] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.243631] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.243631] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49061b93-ca42-4647-92cb-7c73815d124e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.331133] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.331133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.331133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.331369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.331369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.331878] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.331878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.331878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.331878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.332135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.332135] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 already deleted. [ 747.332135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.436039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.436039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.436328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436328] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 747.466501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.466658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.466726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.466934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.467158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.476079] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 747.480499] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07118e78-e614-4f83-84f0-7e3c75482bb3 [ 747.480723] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.480884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.480958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.481197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.481297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.481392] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07118e78-e614-4f83-84f0-7e3c75482bb3 already deleted. [ 747.481473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07118e78-e614-4f83-84f0-7e3c75482bb3" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.748294] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.748509] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.748629] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.748915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.749077] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.749222] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 49061b93-ca42-4647-92cb-7c73815d124e not found, creating... [ 747.749464] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.750136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.750136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.750389] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.750541] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.751072] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.751486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 49061b93-ca42-4647-92cb-7c73815d124e is going to be created. [ 747.775087] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.775751] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.775751] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.776064] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.776147] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.777250] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.427321] env[65067]: INFO networking_nsxv3.common.synchronization [None req-1bd50e12-2f86-4ec7-bf63-8def96185c5c None None] Enqueued Resource ID: dc472c38-5f2e-4d58-949e-25f83d1695f5 with Priority: HIGHEST for action port [ 748.427871] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc472c38-5f2e-4d58-949e-25f83d1695f5 with Priority: HIGHEST for action port [ 748.428880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc472c38-5f2e-4d58-949e-25f83d1695f5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.429026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc472c38-5f2e-4d58-949e-25f83d1695f5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.429100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc472c38-5f2e-4d58-949e-25f83d1695f5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.429342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc472c38-5f2e-4d58-949e-25f83d1695f5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.429422] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc472c38-5f2e-4d58-949e-25f83d1695f5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.511777] env[65067]: INFO networking_nsxv3.common.synchronization [req-a110b648-4f50-42f1-b653-f7bdbb3a5f44 req-813e8936-2f4c-4468-98b9-7bf568e64748 service nova] Enqueued Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_rules [ 748.512031] env[65067]: INFO networking_nsxv3.common.synchronization [req-a110b648-4f50-42f1-b653-f7bdbb3a5f44 req-813e8936-2f4c-4468-98b9-7bf568e64748 service nova] Enqueued Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_members [ 748.512172] env[65067]: INFO networking_nsxv3.common.synchronization [req-a110b648-4f50-42f1-b653-f7bdbb3a5f44 req-813e8936-2f4c-4468-98b9-7bf568e64748 service nova] Enqueued Resource ID: 49061b93-ca42-4647-92cb-7c73815d124e with Priority: HIGHEST for action port [ 748.512707] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_rules [ 748.512872] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_members [ 748.512995] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49061b93-ca42-4647-92cb-7c73815d124e with Priority: HIGHEST for action port [ 748.513414] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.513545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.513613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.513811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.513894] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.515172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.517694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.517865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.518058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.519089] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.519089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.519089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.519089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.519089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519089] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.519938] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-49061b93-ca42-4647-92cb-7c73815d124e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520978] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49061b93-ca42-4647-92cb-7c73815d124e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.884019] env[65067]: INFO networking_nsxv3.common.synchronization [req-4489ca05-d4bc-47e3-b7a5-eaafe655d6b1 req-e2ba2134-2042-4b89-9d3a-0355eaec8b0e tempest-ServerExternalEventsTest-307204159 tempest-ServerExternalEventsTest-307204159-project-member] Enqueued Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_members [ 748.884019] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGHEST for action security_group_members [ 748.884019] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.884019] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.884019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.884019] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.933623] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc472c38-5f2e-4d58-949e-25f83d1695f5 [ 748.933843] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.933976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.934060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.934275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.934363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.934457] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc472c38-5f2e-4d58-949e-25f83d1695f5 already deleted. [ 748.934540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc472c38-5f2e-4d58-949e-25f83d1695f5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024933] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.025128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.025300] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.027378] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49061b93-ca42-4647-92cb-7c73815d124e with status ACTIVE [ 749.027378] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.027378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.027589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.027589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.027955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.028299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.028299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.028403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.028482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.028984] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.028984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.028984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.028984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.029318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.029374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49061b93-ca42-4647-92cb-7c73815d124e is going to be updated. [ 749.053942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.054132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.054176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.054378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.054523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.054681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49061b93-ca42-4647-92cb-7c73815d124e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.389346] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.391473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.391473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.391473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.413313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.417965] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.418099] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.418099] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.418368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.418487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.418590] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 is going to be updated. [ 749.451153] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.451153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.451546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.453079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.453194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.463952] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 in Status: IN_PROGRESS for 2s [ 749.489231] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 749.489231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.489231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.489231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.489231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.489808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.489808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.490446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.490597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.490708] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.531108] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.697914] env[65067]: INFO networking_nsxv3.common.synchronization [req-c973d37f-2612-42c0-a4f9-087be7043985 req-3857a561-222d-499c-afee-f70ededacf5c tempest-FloatingIPsAssociationTestJSON-1763791379 tempest-FloatingIPsAssociationTestJSON-1763791379-project-member] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 749.698915] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGHEST for action security_group_members [ 749.699811] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.699992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.700138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.700647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.700830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.700940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.701015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.701193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.701285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.701382] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.995133] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.033851] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.034069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.034153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.034402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.034610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.034610] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 is going to be created. [ 750.058892] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.059158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.059158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.059400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.059616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.069701] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d076a2-fda7-4451-89e0-365e3d69b858 in Status: UNINITIALIZED for 2s [ 750.093177] env[65067]: INFO networking_nsxv3.common.synchronization [req-3e4a3fac-ec23-47f1-acd4-c63243e5da5a req-83f0a3f6-3ea9-462c-bf81-d10e6ba6e071 tempest-ListServerFiltersTestJSON-954404467 tempest-ListServerFiltersTestJSON-954404467-project-member] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 750.093769] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 750.094125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.094249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.094337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.094537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.094703] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.094834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.094909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.095251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.095381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.095510] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.206874] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.208188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.208188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.208188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.229390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.230308] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.230308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.230308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.230308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.230308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.230308] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be updated. [ 750.257891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.258085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.258130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.258954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.258954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.267827] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: IN_PROGRESS for 2s [ 750.498272] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.598167] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.003386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.006576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.006576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.006576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.006576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.006576] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 751.040458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.040889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.041060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.041353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.041643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.057488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 751.100803] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.476656] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 in Status: SUCCESS [ 751.476656] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 deletion is rescheduled due to dependency. [ 751.476656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.603514] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.603804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.603804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.603881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.603958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.604059] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 751.633591] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.633762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.633830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.633999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.634211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.644166] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 752.085151] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d076a2-fda7-4451-89e0-365e3d69b858 in Status: SUCCESS [ 752.085151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.085151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.085151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.085151] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.085151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.085151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.085551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.085551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.085551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.085660] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.223371] env[65067]: INFO networking_nsxv3.common.synchronization [req-43b2cbdc-bacf-4888-8d1e-21c3fc74b173 req-58f86a78-e5cb-4fc8-a337-6e092add203b tempest-ServersAdminNegativeTestJSON-428646726 tempest-ServersAdminNegativeTestJSON-428646726-project-member] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 752.224013] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 752.224825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.224825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.224825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.224825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.225193] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.225193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.225275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.225694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.225841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.225963] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.279681] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 475ae7d3-f064-407f-bb39-626c7141e74c in Status: SUCCESS [ 752.280174] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c deletion is rescheduled due to dependency. [ 752.280341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.587724] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.591975] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.592181] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.592294] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.593178] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.593178] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.593178] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.593178] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.593401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.593401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.593741] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.594310] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.594428] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.594524] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.594636] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.594738] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.594862] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.614926] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.615257] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.615257] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.615377] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.615653] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-383c1876-1bec-4b45-86fe-98444c1663ac taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.615861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.615979] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.616376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.616513] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383c1876-1bec-4b45-86fe-98444c1663ac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.729187] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.731179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.731308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.731467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.731549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.731752] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.731849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.731904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.732174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.732273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.732361] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a already deleted. [ 752.732439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.067059] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 753.067211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.067286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.067487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.067667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.067811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.067880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.068038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.068123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.068203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.068356] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.068448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.068514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.068644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.068788] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.068881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.068937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.069096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.069165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.069240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.069319] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.090542] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70d076a2-fda7-4451-89e0-365e3d69b858: rpc.has_security_group_logging(os_id): False [ 753.109701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.109931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.110040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.110304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.110402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.110650] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.110756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.110821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.111038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.111127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.111214] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 is going to be created. [ 753.119394] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.119755] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.119755] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.120023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.120059] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.120192] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 383c1876-1bec-4b45-86fe-98444c1663ac not found, creating... [ 753.120440] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.120586] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.120770] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.120887] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.121023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.121401] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.121545] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.121664] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.121869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.121996] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.122144] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 383c1876-1bec-4b45-86fe-98444c1663ac is going to be created. [ 753.140662] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.140869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.140987] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.141297] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.141530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.141736] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.173801] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.173935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.174017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.174231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.174419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.187903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70d076a2-fda7-4451-89e0-365e3d69b858 in Status: IN_PROGRESS for 2s [ 753.572647] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de8d5cfe-f72f-4670-a37c-e04639196428: rpc.has_security_group_logging(os_id): False [ 753.592874] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.593090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.593194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.593405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.614210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.615188] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.615188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.615188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.615188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.615188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.615622] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.615622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.615622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.615622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.615622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.615808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.615902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.615990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.616108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.616181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.616347] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 753.654324] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 753.654455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.680398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.680521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.680564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.680749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.680896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.695596] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 753.874584] env[65067]: INFO networking_nsxv3.common.synchronization [req-43b2cbdc-bacf-4888-8d1e-21c3fc74b173 req-0aa72a76-0c07-447e-9e10-1ee1329dd6c1 service nova] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_rules [ 753.874757] env[65067]: INFO networking_nsxv3.common.synchronization [req-43b2cbdc-bacf-4888-8d1e-21c3fc74b173 req-0aa72a76-0c07-447e-9e10-1ee1329dd6c1 service nova] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 753.874892] env[65067]: INFO networking_nsxv3.common.synchronization [req-43b2cbdc-bacf-4888-8d1e-21c3fc74b173 req-0aa72a76-0c07-447e-9e10-1ee1329dd6c1 service nova] Enqueued Resource ID: 383c1876-1bec-4b45-86fe-98444c1663ac with Priority: HIGHEST for action port [ 753.875421] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_rules [ 753.875490] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 753.875588] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383c1876-1bec-4b45-86fe-98444c1663ac with Priority: HIGHEST for action port [ 753.876203] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.876203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.878222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.880077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.880195] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.881167] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.881299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.881367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.881548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.881705] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.881796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.881855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.881991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.883141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.883141] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.885068] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-383c1876-1bec-4b45-86fe-98444c1663ac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.885248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.885380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.885594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.885720] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383c1876-1bec-4b45-86fe-98444c1663ac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.389974] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.389974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.389974] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.389974] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 383c1876-1bec-4b45-86fe-98444c1663ac with status ACTIVE [ 754.390232] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.390232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.390232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.390415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.390501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.390665] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.390760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.390823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.390974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.391391] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.392251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.392433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.392515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.392604] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 383c1876-1bec-4b45-86fe-98444c1663ac is going to be updated. [ 754.416712] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.416909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.416953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.417157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.417298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.417526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-383c1876-1bec-4b45-86fe-98444c1663ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.896211] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.203840] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70d076a2-fda7-4451-89e0-365e3d69b858 in Status: SUCCESS [ 755.206279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.247465] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8e89c607-6031-446f-b23e-c8a0b858ea3f None None] Enqueued Resource ID: 275cb2e0-a003-4d48-bb66-d332804b2942 with Priority: HIGHEST for action port [ 755.248094] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275cb2e0-a003-4d48-bb66-d332804b2942 with Priority: HIGHEST for action port [ 755.248409] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-275cb2e0-a003-4d48-bb66-d332804b2942 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.248572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275cb2e0-a003-4d48-bb66-d332804b2942" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.248635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275cb2e0-a003-4d48-bb66-d332804b2942" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.248885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275cb2e0-a003-4d48-bb66-d332804b2942" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.248972] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275cb2e0-a003-4d48-bb66-d332804b2942',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.400409] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.400652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.400807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.401170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.401751] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.401751] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be created. [ 755.439078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.439256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.439348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.439567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.439733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.448611] env[65067]: INFO networking_nsxv3.common.synchronization [req-a2d15196-bc87-4169-be3c-90509fe02402 req-d2796b27-7b06-46af-9996-4ee122cc2b97 tempest-InstanceActionsNegativeTestJSON-1858073563 tempest-InstanceActionsNegativeTestJSON-1858073563-project-member] Enqueued Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_members [ 755.449326] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_members [ 755.449645] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.449775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.449850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.450092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.450257] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.450358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.450421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.450572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.450696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.450830] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.457471] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: UNINITIALIZED for 2s [ 755.709414] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 755.709661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.710231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.710445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.710535] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.752400] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 275cb2e0-a003-4d48-bb66-d332804b2942 [ 755.752684] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.752857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.752957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.753173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.753262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.753352] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:275cb2e0-a003-4d48-bb66-d332804b2942 already deleted. [ 755.753429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275cb2e0-a003-4d48-bb66-d332804b2942" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.954653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.954653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.954653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.954967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.954967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.955204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.955271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.955459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.955459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.955513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.955595] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 already deleted. [ 755.955630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.214795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.214795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.214795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.215072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.215228] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.215336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.215396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.215636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.215636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.215852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.215852] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.290717] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.290921] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-174" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.292414] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-174" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.292414] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-174" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.292486] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.292955] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.292955] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.292955] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.293162] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.293897] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.293897] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.293897] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.293897] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.293897] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.293897] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.293897] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.315272] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.315476] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.316175] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.316175] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-174" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.316175] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.316394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.316394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.316688] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.317676] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cabdbb-5ac4-4d15-97d8-7827a25cae0e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.719374] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.719611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.719732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.719970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.720197] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.720356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.720431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.720614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.720734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.720903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.721063] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.721193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.721321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.721495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.721661] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.721760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.721821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.721958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.722046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.722125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.722612] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.822963] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.823638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.823638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.823638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.823775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.823922] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 06cabdbb-5ac4-4d15-97d8-7827a25cae0e not found, creating... [ 756.824200] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.824398] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.824471] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.824679] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.824807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.828494] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.828494] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.828494] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.828494] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.828494] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.828735] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 06cabdbb-5ac4-4d15-97d8-7827a25cae0e is going to be created. [ 756.852653] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.852835] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.852835] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.853143] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.853387] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.853614] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.227640] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de8d5cfe-f72f-4670-a37c-e04639196428: rpc.has_security_group_logging(os_id): False [ 757.248967] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.249184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.249257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.249433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.249511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.249688] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.249796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.249923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.250301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.250393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.251695] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.251695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.251695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.251695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.252288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.252288] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 757.333429] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.333596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.333639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.333831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.334039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.354786] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 757.415539] env[65067]: INFO networking_nsxv3.common.synchronization [req-7bae3c40-310b-4fe1-a5dc-fbea3639bb9c req-8836f763-c4fa-439d-81e0-3661bdc2d6c0 tempest-ServersWithSpecificFlavorTestJSON-2008120047 tempest-ServersWithSpecificFlavorTestJSON-2008120047-project-member] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 757.417070] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 757.417560] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.417826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.417952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.418244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.418934] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.418934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.418934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.419116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.419238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.419460] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.471057] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 757.471057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.471251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.471416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.471632] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.471781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.472090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.472090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.473430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.473430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.473430] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.574511] env[65067]: INFO networking_nsxv3.common.synchronization [req-a2d15196-bc87-4169-be3c-90509fe02402 req-84b3a0df-2110-4b0d-836e-1d1364c48b19 service nova] Enqueued Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_rules [ 757.574511] env[65067]: INFO networking_nsxv3.common.synchronization [req-a2d15196-bc87-4169-be3c-90509fe02402 req-84b3a0df-2110-4b0d-836e-1d1364c48b19 service nova] Enqueued Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_members [ 757.574511] env[65067]: INFO networking_nsxv3.common.synchronization [req-a2d15196-bc87-4169-be3c-90509fe02402 req-84b3a0df-2110-4b0d-836e-1d1364c48b19 service nova] Enqueued Resource ID: 06cabdbb-5ac4-4d15-97d8-7827a25cae0e with Priority: HIGHEST for action port [ 757.575016] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_rules [ 757.575234] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_members [ 757.575517] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06cabdbb-5ac4-4d15-97d8-7827a25cae0e with Priority: HIGHEST for action port [ 757.576614] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.576836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.576967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.577364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.577717] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.579330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.579983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.580119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.580354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.580585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.580996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.581112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.581316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.581450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.582185] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.583153] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.583754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.583754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.583754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.584688] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cabdbb-5ac4-4d15-97d8-7827a25cae0e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.809855] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d68026e9-5081-49b7-b33b-d105c3068afc None None] Enqueued Resource ID: 2e24bf41-c5da-4bd2-ac19-0c22d49875fa with Priority: HIGHEST for action port [ 757.810682] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e24bf41-c5da-4bd2-ac19-0c22d49875fa with Priority: HIGHEST for action port [ 757.811031] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e24bf41-c5da-4bd2-ac19-0c22d49875fa taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.811155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e24bf41-c5da-4bd2-ac19-0c22d49875fa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.811232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e24bf41-c5da-4bd2-ac19-0c22d49875fa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.811484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e24bf41-c5da-4bd2-ac19-0c22d49875fa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.811565] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e24bf41-c5da-4bd2-ac19-0c22d49875fa',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.863900] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864139] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.864212] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864536] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.864744] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864894] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.865013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.865464] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865604] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.865870] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.865988] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.866109] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.866212] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.866319] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.866418] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.866547] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.887245] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.887411] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.887544] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.887748] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-982" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.889198] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-29f12b17-55f1-4021-914e-bf7772aa1df8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.889412] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.889543] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.889867] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.890014] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f12b17-55f1-4021-914e-bf7772aa1df8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.921353] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.922363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.922363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.922363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.943325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.943667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.943812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.943928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.944175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.944265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.944369] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be updated. [ 757.970559] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.970742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.970796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.970988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.971323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.974697] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.974841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.974906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.975100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.975256] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.975369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.975710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.975710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.975710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.975838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.975907] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.975992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.976066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.976199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.976333] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.976423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.976474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.976609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.976703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.976781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.976865] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.980978] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 758.086765] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06cabdbb-5ac4-4d15-97d8-7827a25cae0e with status ACTIVE [ 758.087058] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.087188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.087327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.087467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.087557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.087728] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.087865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.087935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.088132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.088132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.088321] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.088446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.088492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.088586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.089674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.089674] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06cabdbb-5ac4-4d15-97d8-7827a25cae0e is going to be updated. [ 758.089917] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.090782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.090885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.113617] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.113617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.113617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.113839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.113968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.114635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06cabdbb-5ac4-4d15-97d8-7827a25cae0e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.314922] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e24bf41-c5da-4bd2-ac19-0c22d49875fa [ 758.315217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.315384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.315434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.315618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.316039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.316039] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e24bf41-c5da-4bd2-ac19-0c22d49875fa already deleted. [ 758.316039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e24bf41-c5da-4bd2-ac19-0c22d49875fa" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.393019] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.393019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.393019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.393019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.393234] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.393234] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 29f12b17-55f1-4021-914e-bf7772aa1df8 not found, creating... [ 758.394025] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.394025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.394025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.394025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.394240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.394332] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.394480] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.394872] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.394872] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.394947] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.395040] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 29f12b17-55f1-4021-914e-bf7772aa1df8 is going to be created. [ 758.415057] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.415255] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.415332] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.415611] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.415904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.416155] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.479406] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4741747d-de51-4011-99c4-33c0cecb2e7a: rpc.has_security_group_logging(os_id): False [ 758.511537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.511719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.511806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.512013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.512109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.512420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.512472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.512614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.512690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.513041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.513096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.513322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513502] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.513645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.513709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.513922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513990] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be created. [ 758.592248] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.609223] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.609223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.609223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.609223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.609473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.627269] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: IN_PROGRESS for 2s [ 759.096129] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.096129] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 is going to be created. [ 759.124698] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.124698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.124698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.124698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.124698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.132354] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 in Status: UNINITIALIZED for 2s [ 759.160835] env[65067]: INFO networking_nsxv3.common.synchronization [req-7bae3c40-310b-4fe1-a5dc-fbea3639bb9c req-010dad82-76a9-41e2-92d8-16d1a8fa35f8 service nova] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 759.161041] env[65067]: INFO networking_nsxv3.common.synchronization [req-7bae3c40-310b-4fe1-a5dc-fbea3639bb9c req-010dad82-76a9-41e2-92d8-16d1a8fa35f8 service nova] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 759.161201] env[65067]: INFO networking_nsxv3.common.synchronization [req-7bae3c40-310b-4fe1-a5dc-fbea3639bb9c req-010dad82-76a9-41e2-92d8-16d1a8fa35f8 service nova] Enqueued Resource ID: 29f12b17-55f1-4021-914e-bf7772aa1df8 with Priority: HIGHEST for action port [ 759.163168] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_rules [ 759.163168] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 759.163168] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f12b17-55f1-4021-914e-bf7772aa1df8 with Priority: HIGHEST for action port [ 759.163168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.163168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.163168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.163168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.163168] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.165034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.165034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.165034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f12b17-55f1-4021-914e-bf7772aa1df8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.166509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.166509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.166509] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f12b17-55f1-4021-914e-bf7772aa1df8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.374856] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 759.374856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.665390] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.665616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.669989] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29f12b17-55f1-4021-914e-bf7772aa1df8 with status ACTIVE [ 759.670410] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.670734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.670734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.672036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.672036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.672036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.672598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.672598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.672598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.672854] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29f12b17-55f1-4021-914e-bf7772aa1df8 is going to be updated. [ 759.701437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.701863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.702071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.702384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.702649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.702914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f12b17-55f1-4021-914e-bf7772aa1df8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.992947] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 759.993183] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e deletion is rescheduled due to dependency. [ 759.993304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.993628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.993889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.994128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.994254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.994320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.994494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.994582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.994690] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.497741] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.640352] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 760.641137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.004999] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.143298] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 in Status: SUCCESS [ 761.143514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.143704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.143893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.144098] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.144994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.144994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.144994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.144994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.144994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.144994] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.507993] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.508456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.508456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509089] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be updated. [ 761.550300] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.550300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.550300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.550300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.550300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.559427] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 761.650544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.650544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.650544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.650544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.650544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.651245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.651245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.651245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.651245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.651245] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.857043] env[65067]: INFO networking_nsxv3.common.synchronization [req-e022ed37-319c-4d8a-bf6f-57d19fa7a5f2 req-6e19cfab-bc1b-449f-9198-98b7bd94747e tempest-ServerTagsTestJSON-2065621728 tempest-ServerTagsTestJSON-2065621728-project-member] Enqueued Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_members [ 761.858713] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGHEST for action security_group_members [ 761.859061] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.859269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.859600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.859961] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.859961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.860100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.860161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.860270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.860398] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.927220] env[65067]: INFO networking_nsxv3.common.synchronization [req-587ae4af-6797-450a-96de-0ebf19478e4b req-b713fac9-e08d-44eb-a173-f32f2a464134 tempest-ServerRescueTestJSONUnderV235-1614159016 tempest-ServerRescueTestJSONUnderV235-1614159016-project-member] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 761.927966] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGHEST for action security_group_members [ 761.929537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.929537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.929537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.929537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.929537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.929936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.929997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.930328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.930987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.930987] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.159240] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8751bf03-efb2-41e9-a2e0-19c834f68b11: rpc.has_security_group_logging(os_id): False [ 762.192044] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.192044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.192044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.192044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.192044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192439] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.192439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.192439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.192439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.192613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.192848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.192848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.193119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.193119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.193313] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.193380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.193412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.193921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.194083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.194234] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 is going to be created. [ 762.269796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.270221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.270221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.270540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.270861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.289771] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 in Status: IN_PROGRESS for 2s [ 762.362649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.362817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.362879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.363151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.400240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.401045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.401045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.401045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.401045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.401045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.401289] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce is going to be updated. [ 762.433341] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.433495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.433571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.433800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.433969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.434208] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.434302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.434363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.434525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.434605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.434690] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be updated. [ 762.437078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.437245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.437284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.437570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.447879] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce in Status: IN_PROGRESS for 2s [ 762.474040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.474255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.474255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.474471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.474618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.485141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: IN_PROGRESS for 2s [ 762.736796] env[65067]: INFO networking_nsxv3.common.synchronization [None req-4d4febc5-8977-47d0-93e9-008c3bc34b25 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_rules [ 762.737453] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_rules [ 762.737791] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.737964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.738029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.740428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.740532] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.855739] env[65067]: INFO networking_nsxv3.common.synchronization [None req-aaa9a3bf-d579-4e5f-bcde-746f738cdf00 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_rules [ 762.856424] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_rules [ 762.857141] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.857141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.265590] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.265590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.265922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.265974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.266067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.266163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 already deleted. [ 763.266270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.266467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.266648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.266772] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.573376] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 763.573807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.574121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.575358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.575358] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.575358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.575552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.575594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.575705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.575756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.575849] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.797037] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.798224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.798224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.799221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.799221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799221] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 already deleted. [ 763.799221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.080807] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.305975] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 in Status: SUCCESS [ 764.305975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.461417] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce in Status: SUCCESS [ 764.461417] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce deletion is rescheduled due to dependency. [ 764.461417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.500221] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de8d5cfe-f72f-4670-a37c-e04639196428 in Status: SUCCESS [ 764.500371] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 deletion is rescheduled due to dependency. [ 764.500464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e1b2bf8-e065-481a-8105-1482f015ba7e: rpc.has_security_group_logging(os_id): False [ 764.624562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.624562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.624562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.624562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.624562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.624562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.624562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.624562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.624900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.624900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.624956] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be updated. [ 764.667275] env[65067]: INFO networking_nsxv3.common.synchronization [req-10e5db79-79a2-4789-b52f-8ad5a7ab5b21 req-a64b4db4-77af-4196-a73b-509f23df07b6 tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 764.667524] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 764.668117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.669259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.669308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.669501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.669917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.670057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.670125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.670320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.670410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.670506] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.702939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.703442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.706337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.706337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.706337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.728723] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 765.161708] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.161708] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.161708] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.161708] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.162792] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.162792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.162792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.162792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.162792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.162970] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.163202] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.163202] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.163325] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.163385] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.163486] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.163610] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.174591] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.174752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.174825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.175054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.196068] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.196265] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.196367] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.196529] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.196855] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-8f7b4493-10e3-47e2-88c4-b00e2854850c taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.197055] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.197203] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.197530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.197668] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7b4493-10e3-47e2-88c4-b00e2854850c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.204158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.204408] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.204572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.204911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.205015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.205131] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 765.234976] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.235202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.235320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.235576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.237016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.248630] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 765.701532] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.701532] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.701532] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.701935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.703208] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.703208] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 8f7b4493-10e3-47e2-88c4-b00e2854850c not found, creating... [ 765.703208] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.703208] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.703422] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.704319] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.704319] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.704713] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.704713] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.704861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.705140] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.705354] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.705578] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 8f7b4493-10e3-47e2-88c4-b00e2854850c is going to be created. [ 765.730709] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.730991] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.731092] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.732457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.732457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.732457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.741620] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 766.741963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.792622] env[65067]: INFO networking_nsxv3.common.synchronization [req-10e5db79-79a2-4789-b52f-8ad5a7ab5b21 req-2f9c5fd4-a67b-455b-86f1-5488012872f0 service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 766.792622] env[65067]: INFO networking_nsxv3.common.synchronization [req-10e5db79-79a2-4789-b52f-8ad5a7ab5b21 req-2f9c5fd4-a67b-455b-86f1-5488012872f0 service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 766.792622] env[65067]: INFO networking_nsxv3.common.synchronization [req-10e5db79-79a2-4789-b52f-8ad5a7ab5b21 req-2f9c5fd4-a67b-455b-86f1-5488012872f0 service nova] Enqueued Resource ID: 8f7b4493-10e3-47e2-88c4-b00e2854850c with Priority: HIGHEST for action port [ 766.793670] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 766.793670] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 766.793670] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7b4493-10e3-47e2-88c4-b00e2854850c with Priority: HIGHEST for action port [ 766.793893] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.794057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.795098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.795098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.795098] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.798571] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.798571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.798571] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7b4493-10e3-47e2-88c4-b00e2854850c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.798571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.798571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.798571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.798571] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7b4493-10e3-47e2-88c4-b00e2854850c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.262427] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 767.262735] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 767.262819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.263087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.263388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.263618] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.263797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.263900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.264115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.264235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.264350] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.300286] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.300734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.300734] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f7b4493-10e3-47e2-88c4-b00e2854850c with status ACTIVE [ 767.301014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.301378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.301378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.302227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.302333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.302594] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.302741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.302811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.302993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.303102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.303311] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.303404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.303527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.303600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.303675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.303853] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f7b4493-10e3-47e2-88c4-b00e2854850c is going to be updated. [ 767.328253] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.328526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.328627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.328888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.329097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.329298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7b4493-10e3-47e2-88c4-b00e2854850c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.766545] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.269279] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.773928] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.775066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.775066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.775066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.775066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.775066] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 768.822513] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.822783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.822878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.823973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.824263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.840180] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 768.887041] env[65067]: INFO networking_nsxv3.common.synchronization [req-91be8f28-8cde-4982-b8fb-c08e2fd6198a req-743642b7-0269-46e8-aca9-13eebfddde4c tempest-ServerMetadataNegativeTestJSON-903254942 tempest-ServerMetadataNegativeTestJSON-903254942-project-member] Enqueued Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_members [ 768.887643] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGHEST for action security_group_members [ 768.887983] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.888152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.888214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.888394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.889504] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.889504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.889504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.889504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.889504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.889504] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.391737] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.391935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.391985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.392284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.416482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.416751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.416878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.416946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.417450] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 is going to be updated. [ 769.453530] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.453808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.453910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.454154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.454399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.466173] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 in Status: IN_PROGRESS for 2s [ 769.869050] env[65067]: INFO networking_nsxv3.common.synchronization [req-1470498c-bbfd-40f5-8902-581c3b06f5c8 req-1cd9b1be-ab6c-42f7-aa8c-920e85cb27f7 tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_members [ 769.870174] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_members [ 769.870638] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.870806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.870901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.871256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.871474] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.871611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.871698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.872434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.872952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.873128] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.276952] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f4aa5462-637d-4193-813b-61bf8d8449fb None None] Enqueued Resource ID: 6ade0298-1751-4d3b-853c-77d3d1fdc923 with Priority: HIGHEST for action port [ 770.277907] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ade0298-1751-4d3b-853c-77d3d1fdc923 with Priority: HIGHEST for action port [ 770.279122] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.279335] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.279475] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.279743] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.280022] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.280158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.280244] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.280623] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.280623] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.280773] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.280854] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.280953] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.281061] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.281163] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.281259] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.281397] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.282587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ade0298-1751-4d3b-853c-77d3d1fdc923 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.282713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ade0298-1751-4d3b-853c-77d3d1fdc923" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.282764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ade0298-1751-4d3b-853c-77d3d1fdc923" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.283057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ade0298-1751-4d3b-853c-77d3d1fdc923" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.283149] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ade0298-1751-4d3b-853c-77d3d1fdc923',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.307385] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.307588] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.307666] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.307936] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-987" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.308281] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-d32113ae-ca09-47d8-b211-0a872180b332 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.308450] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.308562] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.308892] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.309045] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32113ae-ca09-47d8-b211-0a872180b332',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.377903] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.377903] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.377903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 already deleted. [ 770.377903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.776362] env[65067]: INFO networking_nsxv3.common.synchronization [req-44adeeb2-7494-4848-a731-d43285f43333 req-a18de7c4-c78c-4671-8a09-a7c101d916e2 tempest-InstanceActionsNegativeTestJSON-1858073563 tempest-InstanceActionsNegativeTestJSON-1858073563-project-member] Enqueued Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_members [ 770.776890] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGHEST for action security_group_members [ 770.777217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.777343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.777419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.777601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.777749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.777877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.777959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.778132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.778221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.778347] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.785185] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ade0298-1751-4d3b-853c-77d3d1fdc923 [ 770.785324] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.785484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.785537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.785739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.785819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.785915] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ade0298-1751-4d3b-853c-77d3d1fdc923 already deleted. [ 770.785994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ade0298-1751-4d3b-853c-77d3d1fdc923" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.816579] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.816579] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port d32113ae-ca09-47d8-b211-0a872180b332 not found, creating... [ 770.816579] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.816579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.817174] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.817174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.817174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.817174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.817174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.817174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: d32113ae-ca09-47d8-b211-0a872180b332 is going to be created. [ 770.841629] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.842049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.842049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.842049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.842317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.842521] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.853262] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 770.853494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.853656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.853871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854373] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.854373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854614] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.281148] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.281353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.281353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.281504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.281566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.281767] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.281868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.281926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.282091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.282171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.282270] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 is going to be updated. [ 771.316899] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.317119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.317164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.317360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.317509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.331893] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 in Status: IN_PROGRESS for 2s [ 771.358858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.358858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.358858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.358858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.358858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.359704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.359704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.359704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.359704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.359704] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.477834] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 in Status: SUCCESS [ 771.478012] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 deletion is rescheduled due to dependency. [ 771.478136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.619545] env[65067]: INFO networking_nsxv3.common.synchronization [req-1470498c-bbfd-40f5-8902-581c3b06f5c8 req-758b1f3e-8bab-42ef-9d4d-99120414d773 service nova] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_rules [ 771.619656] env[65067]: INFO networking_nsxv3.common.synchronization [req-1470498c-bbfd-40f5-8902-581c3b06f5c8 req-758b1f3e-8bab-42ef-9d4d-99120414d773 service nova] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_members [ 771.619791] env[65067]: INFO networking_nsxv3.common.synchronization [req-1470498c-bbfd-40f5-8902-581c3b06f5c8 req-758b1f3e-8bab-42ef-9d4d-99120414d773 service nova] Enqueued Resource ID: d32113ae-ca09-47d8-b211-0a872180b332 with Priority: HIGHEST for action port [ 771.620389] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_rules [ 771.620478] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_members [ 771.620545] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32113ae-ca09-47d8-b211-0a872180b332 with Priority: HIGHEST for action port [ 771.620869] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.620970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.621046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.621316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.621413] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.622670] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.622781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.622869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.625436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.625436] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.625436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32113ae-ca09-47d8-b211-0a872180b332 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.625436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.625436] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32113ae-ca09-47d8-b211-0a872180b332',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.864220] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4472dc2-12ba-4978-a243-b3825748477d: rpc.has_security_group_logging(os_id): False [ 771.886931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.888507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.888798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.888991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.889198] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.889349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.889418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.889602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.889685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.889917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.891059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.891059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.891233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.894779] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.894901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.895653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.895653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.895653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.895653] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 771.992615] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.992615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.994497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.994497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.994497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.015065] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 772.130030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.130030] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d32113ae-ca09-47d8-b211-0a872180b332 with status ACTIVE [ 772.130030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.130030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.130030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.130030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.131315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.131315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.131315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.131315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.131315] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d32113ae-ca09-47d8-b211-0a872180b332 is going to be updated. [ 772.137058] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.164163] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.164382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.164382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.164766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.164766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.164877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32113ae-ca09-47d8-b211-0a872180b332" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.639968] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.038426] env[65067]: INFO networking_nsxv3.common.synchronization [None req-81a47e30-0c19-475c-9573-ef0ec915c1a6 None None] Enqueued Resource ID: 5b6e8e79-994d-4757-9538-e659c35f64ae with Priority: HIGHEST for action port [ 773.038426] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6e8e79-994d-4757-9538-e659c35f64ae with Priority: HIGHEST for action port [ 773.038426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b6e8e79-994d-4757-9538-e659c35f64ae taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.038426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b6e8e79-994d-4757-9538-e659c35f64ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.038426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b6e8e79-994d-4757-9538-e659c35f64ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.039135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b6e8e79-994d-4757-9538-e659c35f64ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.039360] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6e8e79-994d-4757-9538-e659c35f64ae',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.142451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.144233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.144344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.144591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.145339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.145339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 is going to be created. [ 773.174033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.174033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.174033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.174033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.174033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.184906] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5396a79e-59de-453f-9484-1c407b360ad5 in Status: UNINITIALIZED for 2s [ 773.344111] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 in Status: SUCCESS [ 773.344387] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 deletion is rescheduled due to dependency. [ 773.344656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.543269] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b6e8e79-994d-4757-9538-e659c35f64ae [ 773.544396] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.544832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.544832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.545451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.545451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.545451] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b6e8e79-994d-4757-9538-e659c35f64ae already deleted. [ 773.545451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b6e8e79-994d-4757-9538-e659c35f64ae" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.030210] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 774.030577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.928157] env[65067]: INFO networking_nsxv3.common.synchronization [None req-51e6a5a8-34f0-4f55-8096-454009175cbf None None] Enqueued Resource ID: d9b40f13-57bc-4bfe-9ab8-4eb13c036953 with Priority: HIGHEST for action port [ 774.928157] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b40f13-57bc-4bfe-9ab8-4eb13c036953 with Priority: HIGHEST for action port [ 774.929180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b40f13-57bc-4bfe-9ab8-4eb13c036953 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.931087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b40f13-57bc-4bfe-9ab8-4eb13c036953" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.931087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b40f13-57bc-4bfe-9ab8-4eb13c036953" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.931087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b40f13-57bc-4bfe-9ab8-4eb13c036953" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.931087] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b40f13-57bc-4bfe-9ab8-4eb13c036953',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.197220] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5396a79e-59de-453f-9484-1c407b360ad5 in Status: SUCCESS [ 775.199114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.199114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.199114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.199114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.199114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.199114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.199499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.199550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.199674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.199874] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.266218] env[65067]: INFO networking_nsxv3.common.synchronization [req-bd937f07-392b-4f73-b198-33a1c43bfce6 req-2f9e2c3f-d2b0-454b-88e3-f9aca705c65f tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 775.267053] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 775.267501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.273108] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.273108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.273108] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.431802] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b40f13-57bc-4bfe-9ab8-4eb13c036953 [ 775.432117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.432247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.432313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.432531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.432619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.432711] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b40f13-57bc-4bfe-9ab8-4eb13c036953 already deleted. [ 775.432791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b40f13-57bc-4bfe-9ab8-4eb13c036953" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.654663] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.654663] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.654909] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.657815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.657815] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.657815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.657815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.657815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.657815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.657815] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.657815] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.657815] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.657815] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.657815] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.657815] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.657815] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.679150] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.679321] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.679451] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.679616] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.679920] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.684017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.684017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.684017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.684017] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc3d557-ea97-4b83-aa3b-7cfc58091de9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.703262] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.775306] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.185908] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.186305] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.186619] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.186846] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.187163] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.187463] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port ddc3d557-ea97-4b83-aa3b-7cfc58091de9 not found, creating... [ 776.187962] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.188157] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.188355] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.188710] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.188994] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.189337] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.189638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.189822] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.190126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.190310] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.190514] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: ddc3d557-ea97-4b83-aa3b-7cfc58091de9 is going to be created. [ 776.208599] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5396a79e-59de-453f-9484-1c407b360ad5: rpc.has_security_group_logging(os_id): False [ 776.215040] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.215284] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.215415] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.215685] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.215932] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.216200] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.229411] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.229710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.229710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.230546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.230546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.230546] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.230546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.230546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.230826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.230826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.230952] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 is going to be created. [ 776.277652] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.303029] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.303029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.303029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.303366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.303366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.316678] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5396a79e-59de-453f-9484-1c407b360ad5 in Status: IN_PROGRESS for 2s [ 776.781805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.782092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.782092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.782467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.782467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.782467] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 776.817631] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.817909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.817909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.818173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.818255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.831903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 776.925961] env[65067]: INFO networking_nsxv3.common.synchronization [req-bd937f07-392b-4f73-b198-33a1c43bfce6 req-d0d3fc8b-8e97-47f2-9cf9-361abe0abd3c service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 776.926174] env[65067]: INFO networking_nsxv3.common.synchronization [req-bd937f07-392b-4f73-b198-33a1c43bfce6 req-d0d3fc8b-8e97-47f2-9cf9-361abe0abd3c service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 776.926306] env[65067]: INFO networking_nsxv3.common.synchronization [req-bd937f07-392b-4f73-b198-33a1c43bfce6 req-d0d3fc8b-8e97-47f2-9cf9-361abe0abd3c service nova] Enqueued Resource ID: ddc3d557-ea97-4b83-aa3b-7cfc58091de9 with Priority: HIGHEST for action port [ 776.926814] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 776.927420] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 776.927575] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc3d557-ea97-4b83-aa3b-7cfc58091de9 with Priority: HIGHEST for action port [ 776.928030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.928459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.928587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.928791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.928905] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.930701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.930701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.930701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.930701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.930701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.931102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.931102] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc3d557-ea97-4b83-aa3b-7cfc58091de9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.933960] env[65067]: INFO networking_nsxv3.common.synchronization [None req-41855561-0b60-4503-bd40-8146e8c8a763 tempest-ServersTestJSON-52034376 tempest-ServersTestJSON-52034376-project-member] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_rules [ 776.934746] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_rules [ 776.935390] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.935495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.935556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.935787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.935876] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.092208] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e65c6549-0879-496b-bdbd-52c378e5ed20 tempest-ServersTestJSON-52034376 tempest-ServersTestJSON-52034376-project-member] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_rules [ 777.093733] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_rules [ 777.093855] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.093954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.113862] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 777.114211] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 777.157155] env[65067]: INFO networking_nsxv3.common.synchronization [req-ec8dc81b-2a54-4b54-a1b0-f1640e144acc req-4278a40b-bb56-4e3e-90e2-53df45df699c tempest-ServerRescueTestJSON-1681701728 tempest-ServerRescueTestJSON-1681701728-project-member] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 777.157155] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGHEST for action security_group_members [ 777.157155] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.157155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.157155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.157155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.157155] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.157545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.157776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.158155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.158394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.158621] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.188158] env[65067]: INFO networking_nsxv3.common.synchronization [None req-64eacc8d-0f16-4aa4-9d17-2eb0533bdb0c None None] Enqueued Resource ID: f7d88e1c-203e-4054-baff-063efb6c340b with Priority: HIGHEST for action port [ 777.188158] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d88e1c-203e-4054-baff-063efb6c340b with Priority: HIGHEST for action port [ 777.188158] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d88e1c-203e-4054-baff-063efb6c340b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.188158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d88e1c-203e-4054-baff-063efb6c340b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.188158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d88e1c-203e-4054-baff-063efb6c340b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.188158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d88e1c-203e-4054-baff-063efb6c340b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.188158] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d88e1c-203e-4054-baff-063efb6c340b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.433524] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.433815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.435817] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc3d557-ea97-4b83-aa3b-7cfc58091de9 with status ACTIVE [ 777.436044] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.436183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.436249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.436622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.436622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.436702] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.436797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.436856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.436988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.438185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.438185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.438185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.438185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.438185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.438185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.438185] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc3d557-ea97-4b83-aa3b-7cfc58091de9 is going to be updated. [ 777.458307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.458540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.458540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.460139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.460139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.460139] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 already deleted. [ 777.460139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.460139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.460139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.460139] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.463694] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.463808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.464077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.464214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.465728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc3d557-ea97-4b83-aa3b-7cfc58091de9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.661437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.661667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.661741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.664690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.688997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.688997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.688997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.688997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.688997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.689243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689243] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be updated. [ 777.690229] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7d88e1c-203e-4054-baff-063efb6c340b [ 777.690876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.690876] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7d88e1c-203e-4054-baff-063efb6c340b already deleted. [ 777.691135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d88e1c-203e-4054-baff-063efb6c340b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.728867] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.728867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.728867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.729974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.729974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739519] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 2s [ 777.883921] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9a17682-2a40-47cf-a353-1e01a350d026 req-97a42cca-a1a4-4996-a274-997185182f6b tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 777.884757] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 777.885237] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.885553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.887285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.887285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.887285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.887285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.887285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.887285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.887285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.887285] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.990789] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.990982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.991134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.991388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.991544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.991679] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 already deleted. [ 777.991805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.285544] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.285734] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.285871] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.286170] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.286426] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.287788] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.288104] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.288366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.288509] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.288714] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.288822] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.288943] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.289067] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.289176] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.289276] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.289407] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.312505] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.312505] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.312505] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.312505] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.312505] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-b7c22bcb-d220-402e-a34b-2c8e5670adab taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.312505] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.312505] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.312505] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.312505] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c22bcb-d220-402e-a34b-2c8e5670adab',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.331556] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5396a79e-59de-453f-9484-1c407b360ad5 in Status: SUCCESS [ 778.331556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.392572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.392752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.393229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.419971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.419971] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.419971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.419971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.420267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.420267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.420267] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be updated. [ 778.453409] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.453409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.453409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.453409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.453409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.477322] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 778.815477] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.815477] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.815477] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.816059] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.816059] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.816199] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port b7c22bcb-d220-402e-a34b-2c8e5670adab not found, creating... [ 778.816391] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.816805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.816805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.816869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.816977] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.818069] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.818257] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.818373] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.818590] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.818722] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.818855] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: b7c22bcb-d220-402e-a34b-2c8e5670adab is going to be created. [ 778.839737] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 778.839996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.840265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.840518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.840716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.840840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.840905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.841160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.841160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.841257] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.857046] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.857046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.857046] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.858439] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.858750] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.859249] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.343790] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.673775] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9a17682-2a40-47cf-a353-1e01a350d026 req-33c0d264-f2f7-47ad-bf93-72fe1f000b15 service nova] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_rules [ 779.674699] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9a17682-2a40-47cf-a353-1e01a350d026 req-33c0d264-f2f7-47ad-bf93-72fe1f000b15 service nova] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 779.674888] env[65067]: INFO networking_nsxv3.common.synchronization [req-c9a17682-2a40-47cf-a353-1e01a350d026 req-33c0d264-f2f7-47ad-bf93-72fe1f000b15 service nova] Enqueued Resource ID: b7c22bcb-d220-402e-a34b-2c8e5670adab with Priority: HIGHEST for action port [ 779.675600] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_rules [ 779.675760] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 779.675863] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c22bcb-d220-402e-a34b-2c8e5670adab with Priority: HIGHEST for action port [ 779.676208] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.676349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.676425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.676986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.677193] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.678710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.680384] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c22bcb-d220-402e-a34b-2c8e5670adab taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.680620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.680743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.680825] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c22bcb-d220-402e-a34b-2c8e5670adab',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.750233] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: IN_PROGRESS for 4s [ 779.848061] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.183110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.183435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.185917] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c22bcb-d220-402e-a34b-2c8e5670adab with status ACTIVE [ 780.186112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.186296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.186377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.186601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.186693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.186903] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.187514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.187638] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.188082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.188198] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c22bcb-d220-402e-a34b-2c8e5670adab is going to be updated. [ 780.212579] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.212775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.212842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.213127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.213283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.213851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c22bcb-d220-402e-a34b-2c8e5670adab" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.352051] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.352382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.352521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.352782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.352886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.354009] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 780.419127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.419294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.419365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.419593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.419750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.433422] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 780.488250] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 780.488461] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d deletion is rescheduled due to dependency. [ 780.488584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.488762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.489117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.489327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.489565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.489650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.489770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.489855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.489979] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.996235] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.496948] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.642428] env[65067]: INFO networking_nsxv3.common.synchronization [req-a6315b1a-10dc-446b-a360-268d85023e42 req-d613d08f-a46f-46c0-b5f1-364cf83c8a9d tempest-ServersTestBootFromVolume-666969773 tempest-ServersTestBootFromVolume-666969773-project-member] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_members [ 781.643011] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGHEST for action security_group_members [ 781.643554] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.643687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.643756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.643960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.644144] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.644275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.644347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.644448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.644550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.644624] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.763716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53befe14-9073-4fc9-b21f-f524fdd13442 in Status: SUCCESS [ 781.763716] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 deletion is rescheduled due to dependency. [ 781.763716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962918] env[65067]: INFO networking_nsxv3.common.synchronization [req-5601e943-a42c-4ec3-bb8c-cc7ae47d2280 req-00476002-0408-415f-a552-e96df50cf6c2 tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 781.963048] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 781.964151] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.964151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.964151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.964151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.964436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.964436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.964531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.964654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.964738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.964861] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.000297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.000700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.000700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.000981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.001068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.001187] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be updated. [ 782.033777] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.033777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.033777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.033777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.033777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.044148] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 782.147748] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.147984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.148135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.148994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.176528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.176800] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.176927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.176993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.177212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.177294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.177381] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 is going to be updated. [ 782.216207] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.216424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.216515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.216739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.217011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.228743] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 in Status: IN_PROGRESS for 2s [ 782.385738] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.386059] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.386241] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.386676] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.387013] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.387232] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.387391] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.387674] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.387860] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.388996] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.388996] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.388996] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.388996] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.388996] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.388996] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.389417] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.408819] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.408999] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.409413] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.409598] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.409940] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-53109e5a-4a56-4052-b298-d0c0085c5974 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.410468] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.410542] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.410843] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.410999] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53109e5a-4a56-4052-b298-d0c0085c5974',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.444025] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 782.444025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.444025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.444025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.444307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.444363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.444419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.444576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.444656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.444738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.444880] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.467308] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.467461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.467461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.467654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.467740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.467950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.468075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.468734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.468734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.468734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.468734] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d already deleted. [ 782.468734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.913942] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.914328] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.914522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.914923] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.915168] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.915400] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 53109e5a-4a56-4052-b298-d0c0085c5974 not found, creating... [ 782.915830] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.916201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.916270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.916646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.916861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.917379] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.917621] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.917796] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.918167] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.918376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.918588] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 53109e5a-4a56-4052-b298-d0c0085c5974 is going to be created. [ 782.945353] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.945555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.945632] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.945939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.946190] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.946405] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.947973] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.948152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.948205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.948451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.948673] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.949254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.949254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.949426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.949426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.949493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.949615] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.949708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.951267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951267] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.458078] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb48992e-3f4c-4fc5-b84a-81b5f6db8300: rpc.has_security_group_logging(os_id): False [ 783.486159] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.486159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.486159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.486159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.510977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.511334] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.511485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.511647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.511814] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.511928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.512194] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.512405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.512405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.512559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.512623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.512856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.512974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.513260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.513469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.513618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.513808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 783.592865] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.592865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.592865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.592865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.592865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.610336] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 783.759188] env[65067]: INFO networking_nsxv3.common.synchronization [req-5601e943-a42c-4ec3-bb8c-cc7ae47d2280 req-e30d48a1-12b9-4cb4-9774-e70c8723fa1a service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 783.759975] env[65067]: INFO networking_nsxv3.common.synchronization [req-5601e943-a42c-4ec3-bb8c-cc7ae47d2280 req-e30d48a1-12b9-4cb4-9774-e70c8723fa1a service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 783.760295] env[65067]: INFO networking_nsxv3.common.synchronization [req-5601e943-a42c-4ec3-bb8c-cc7ae47d2280 req-e30d48a1-12b9-4cb4-9774-e70c8723fa1a service nova] Enqueued Resource ID: 53109e5a-4a56-4052-b298-d0c0085c5974 with Priority: HIGHEST for action port [ 783.760831] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 783.760973] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 783.761070] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53109e5a-4a56-4052-b298-d0c0085c5974 with Priority: HIGHEST for action port [ 783.761345] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.761464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.761644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.761967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.762029] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.766047] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.766650] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.767167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.767268] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.768482] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-53109e5a-4a56-4052-b298-d0c0085c5974 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.768482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.768482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.768677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.768721] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53109e5a-4a56-4052-b298-d0c0085c5974',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.058751] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 784.060401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.063255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.063661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.063772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.063931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064470] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.239128] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 in Status: SUCCESS [ 784.239374] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 deletion is rescheduled due to dependency. [ 784.239507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.271461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.271650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.271869] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53109e5a-4a56-4052-b298-d0c0085c5974 with status ACTIVE [ 784.272115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.272290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.272415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.272618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.272786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.272994] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.273137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.273209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.273950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.274109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.274307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.274498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.274498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.274627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.274727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.274813] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53109e5a-4a56-4052-b298-d0c0085c5974 is going to be updated. [ 784.276390] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.301085] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.301347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.301419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.302618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.302618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.302618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53109e5a-4a56-4052-b298-d0c0085c5974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.571536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.572071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.572071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.572071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.573186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.573186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.573186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.573598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.573598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.573598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.573598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.573782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.573812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.573873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.574054] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.693350] env[65067]: INFO networking_nsxv3.common.synchronization [req-86ba00a0-7d42-48d3-a291-b7ba44b57d99 req-52146bd8-c24d-4f47-a285-d375b60177b7 tempest-ImagesOneServerTestJSON-829942762 tempest-ImagesOneServerTestJSON-829942762-project-member] Enqueued Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_members [ 784.694953] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756eeccb-8499-4185-8352-8aace62fef16 with Priority: HIGHEST for action security_group_members [ 784.694953] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-756eeccb-8499-4185-8352-8aace62fef16 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.694953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.694953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.694953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.695243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.695243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.695315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.697986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.697986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.697986] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756eeccb-8499-4185-8352-8aace62fef16',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.780907] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.017393] env[65067]: INFO networking_nsxv3.common.synchronization [req-ca716694-e6a6-40bb-82bc-f2fb59788e65 req-bbfab8ea-1579-490f-b650-fdb556ce6f61 tempest-VolumesAdminNegativeTest-579722253 tempest-VolumesAdminNegativeTest-579722253-project-member] Enqueued Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_members [ 785.017788] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_members [ 785.018343] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.018502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.018536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.018781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.018930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.019399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.019471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.019656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.019748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.019844] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.078161] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69aeeea7-6f97-417d-94ce-af05d256be7d: rpc.has_security_group_logging(os_id): False [ 785.098523] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.098523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.098947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.100249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.100646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.100982] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.101163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.101234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.101489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.101627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.101913] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.102810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.102810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.102810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.102810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.102810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.103096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.103096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.103168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.103200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.103489] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be updated. [ 785.200153] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.200350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.200429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.200721] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.220931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.220931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.226226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.226509] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.226619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.226714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.227105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.227252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.227306] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756eeccb-8499-4185-8352-8aace62fef16 is going to be updated. [ 785.228464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.228644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.228785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.254179] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 785.274952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.274952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.274952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.275458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.275458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.284034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.284114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.284182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.284396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.284588] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be created. [ 785.290132] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756eeccb-8499-4185-8352-8aace62fef16 in Status: IN_PROGRESS for 2s [ 785.327065] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.327276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.327276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.327500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.327691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.344548] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: UNINITIALIZED for 2s [ 785.522272] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.522653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.522800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.523050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.523196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.523417] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.523544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.523619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.524108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.524108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.524108] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 already deleted. [ 785.524108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.537698] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.537892] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-871" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.538358] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-871" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.538443] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-871" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.538738] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.538838] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.538882] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.539198] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.539387] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.539650] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.539789] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.539893] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.539968] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.540084] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.540182] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.540368] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.560550] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.560934] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.560934] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.561052] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-871" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.561346] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-cc6ce60a-de75-4112-9b61-4b622aba764d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.561514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.561625] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.561941] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.562091] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6ce60a-de75-4112-9b61-4b622aba764d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.626316] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 785.626594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.064336] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.064580] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.064697] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.065015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.065238] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.065461] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port cc6ce60a-de75-4112-9b61-4b622aba764d not found, creating... [ 786.065762] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.065936] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.066084] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.066382] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.069026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.069026] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.069026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.069026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.069026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.069026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.069026] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: cc6ce60a-de75-4112-9b61-4b622aba764d is going to be created. [ 786.089748] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.089962] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.090103] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.090384] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.090606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.090814] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.799186] env[65067]: INFO networking_nsxv3.common.synchronization [req-ca716694-e6a6-40bb-82bc-f2fb59788e65 req-eea24b97-e77e-4138-b99f-c1afd4a58425 service nova] Enqueued Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_rules [ 786.799475] env[65067]: INFO networking_nsxv3.common.synchronization [req-ca716694-e6a6-40bb-82bc-f2fb59788e65 req-eea24b97-e77e-4138-b99f-c1afd4a58425 service nova] Enqueued Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_members [ 786.799475] env[65067]: INFO networking_nsxv3.common.synchronization [req-ca716694-e6a6-40bb-82bc-f2fb59788e65 req-eea24b97-e77e-4138-b99f-c1afd4a58425 service nova] Enqueued Resource ID: cc6ce60a-de75-4112-9b61-4b622aba764d with Priority: HIGHEST for action port [ 786.801018] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_rules [ 786.801018] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_members [ 786.801018] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6ce60a-de75-4112-9b61-4b622aba764d with Priority: HIGHEST for action port [ 786.801018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.801018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.801018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.801018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.801018] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.802475] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.802475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.802566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.803137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.804049] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.804212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.804277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.804546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.804546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.804640] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.805359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6ce60a-de75-4112-9b61-4b622aba764d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.805462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.805512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.805665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.809160] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6ce60a-de75-4112-9b61-4b622aba764d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.271890] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 787.272149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.305178] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756eeccb-8499-4185-8352-8aace62fef16 in Status: SUCCESS [ 787.306515] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756eeccb-8499-4185-8352-8aace62fef16 deletion is rescheduled due to dependency. [ 787.306515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756eeccb-8499-4185-8352-8aace62fef16" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.311440] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.311440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.311653] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.312726] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6ce60a-de75-4112-9b61-4b622aba764d with status ACTIVE [ 787.312917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.313047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.313333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.313426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313609] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.313704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.313914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.314014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.315343] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.315543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.315624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.315713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.317321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.317321] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6ce60a-de75-4112-9b61-4b622aba764d is going to be updated. [ 787.344160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.344160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.344160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.344160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.344160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.344160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6ce60a-de75-4112-9b61-4b622aba764d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.359394] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.362027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.362027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.362027] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.821585] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.864290] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.864456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.864523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.864741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.864903] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.864997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.865069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.865219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.865309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.865427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.865579] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.865675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.865738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.865882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.867080] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.867080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.867080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.867080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.867080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.867080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.867080] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.082917] env[65067]: INFO networking_nsxv3.common.synchronization [None req-237d11b2-daed-4659-a7f9-4cd448fbd459 None None] Enqueued Resource ID: a00df79c-2867-4e9b-b818-25fabe962b2b with Priority: HIGHEST for action port [ 788.082917] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00df79c-2867-4e9b-b818-25fabe962b2b with Priority: HIGHEST for action port [ 788.082917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-a00df79c-2867-4e9b-b818-25fabe962b2b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a00df79c-2867-4e9b-b818-25fabe962b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a00df79c-2867-4e9b-b818-25fabe962b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a00df79c-2867-4e9b-b818-25fabe962b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082917] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00df79c-2867-4e9b-b818-25fabe962b2b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.322841] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.323112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.323205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.323551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.323686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.323794] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 is going to be created. [ 788.353890] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.354114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.354222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.356373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.356373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.369269] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 in Status: UNINITIALIZED for 2s [ 788.369606] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d: rpc.has_security_group_logging(os_id): False [ 788.392998] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.393239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.393355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.393497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.393577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.393775] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.393873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.393934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.394093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.394226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.394428] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.394524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.394584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.394715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.394787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.394978] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.395158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.395223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.395368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.395440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.395525] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be created. [ 788.478251] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.478251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.478251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.478251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.478251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493456] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 788.585244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a00df79c-2867-4e9b-b818-25fabe962b2b [ 788.585244] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.585244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.585244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.585462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.585462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.585540] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a00df79c-2867-4e9b-b818-25fabe962b2b already deleted. [ 788.585611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a00df79c-2867-4e9b-b818-25fabe962b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.394418] env[65067]: INFO networking_nsxv3.common.synchronization [None req-482fd848-a665-4567-981c-ed7b9c694205 tempest-MigrationsAdminTest-1690389866 tempest-MigrationsAdminTest-1690389866-project-member] Enqueued Resource ID: 0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 with Priority: HIGHEST for action security_group_rules [ 789.394418] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 with Priority: HIGHEST for action security_group_rules [ 789.394418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.394418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.394858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.395534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.395534] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.508400] env[65067]: INFO networking_nsxv3.common.synchronization [None req-4ff8ca5b-81bd-4b2d-b746-4b062d65913f tempest-MigrationsAdminTest-1690389866 tempest-MigrationsAdminTest-1690389866-project-member] Enqueued Resource ID: 0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 with Priority: HIGHEST for action security_group_rules [ 789.509815] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 with Priority: HIGHEST for action security_group_rules [ 789.511366] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.511366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.919318] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.919476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.919552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.919801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.920553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.920553] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 already deleted. [ 789.920553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.920553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.920553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.920553] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.379764] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 in Status: SUCCESS [ 790.381597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.381804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.382056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.382376] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.382693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.382693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.382764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.382887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.382953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.383056] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.445077] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.445077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.445077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.445077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.445077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.445077] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8 already deleted. [ 790.445077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bbcd5c2-b4a5-4d2f-9c48-08e0f88ce7e8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.508675] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 790.511120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.887211] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.887453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.887453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.887686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.888128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.888128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.888128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.888500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.888500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.888500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.888588] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.888630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.888692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.888977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.889201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.889342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.889484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.889558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.889643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.889753] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.393388] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56926f04-3d19-4c1f-95cf-48a2c3c74254: rpc.has_security_group_logging(os_id): False [ 791.413475] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.413720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.413720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.413896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.413989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.414193] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.414295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.414357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.414516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.414590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.414968] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.415100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.415161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.415654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.415809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.416152] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.416335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.416449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.419226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.419346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419550] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 is going to be created. [ 791.514293] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.514561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.514561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.514748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.514865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.529445] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 in Status: IN_PROGRESS for 2s [ 791.580561] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d4295a97-0fd0-4ada-af38-148456e6fd7d None None] Enqueued Resource ID: 6fa5ff26-7174-4a6c-bf0a-94bc7cadd866 with Priority: HIGHEST for action port [ 791.580836] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa5ff26-7174-4a6c-bf0a-94bc7cadd866 with Priority: HIGHEST for action port [ 791.581287] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa5ff26-7174-4a6c-bf0a-94bc7cadd866 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.581550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa5ff26-7174-4a6c-bf0a-94bc7cadd866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.581550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa5ff26-7174-4a6c-bf0a-94bc7cadd866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.582248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa5ff26-7174-4a6c-bf0a-94bc7cadd866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.582373] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa5ff26-7174-4a6c-bf0a-94bc7cadd866',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.087437] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa5ff26-7174-4a6c-bf0a-94bc7cadd866 [ 792.087655] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.087791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.087858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.088223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.088223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.088376] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa5ff26-7174-4a6c-bf0a-94bc7cadd866 already deleted. [ 792.088376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa5ff26-7174-4a6c-bf0a-94bc7cadd866" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.546183] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 in Status: SUCCESS [ 793.546550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.780523] env[65067]: INFO networking_nsxv3.common.synchronization [req-1e020653-a4d8-472b-89a2-bb7c2cda59b1 req-2bab3360-5be7-429e-a3b0-2a70c899cde5 tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 795.782920] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 795.782920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.782920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.782920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.782920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.782920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.782920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.783399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.783399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.783399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.783399] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.287471] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.287471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.287732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.287853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.287956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.288216] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.288415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.289128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.289128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.289128] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 796.335660] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.335660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.335660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.335660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.335660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.351488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 797.024596] env[65067]: INFO networking_nsxv3.common.synchronization [req-0e15ee60-bf8c-47bc-8669-ab8b0a3c5a27 req-67755613-e91a-44c8-a31d-8d5e4b255bb9 tempest-ListServerFiltersTestJSON-954404467 tempest-ListServerFiltersTestJSON-954404467-project-member] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 797.026350] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 797.026350] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.026350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.026350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.026350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.026350] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.026350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.026350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.027361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.027361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.027361] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.307194] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e9a8c18c-e0a7-4e00-b76e-528360070af1 None None] Enqueued Resource ID: 0cd63067-18c8-4807-be0f-337f37ec7210 with Priority: HIGHEST for action port [ 797.307921] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd63067-18c8-4807-be0f-337f37ec7210 with Priority: HIGHEST for action port [ 797.308151] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd63067-18c8-4807-be0f-337f37ec7210 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.308411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd63067-18c8-4807-be0f-337f37ec7210" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.308411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd63067-18c8-4807-be0f-337f37ec7210" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.308702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd63067-18c8-4807-be0f-337f37ec7210" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.308784] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd63067-18c8-4807-be0f-337f37ec7210',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.528565] env[65067]: INFO networking_nsxv3.common.synchronization [req-892903fc-f31f-47a6-896e-92045e6b9253 req-b02b48ef-9881-4cfb-ad6d-822843ce471e tempest-AttachInterfacesV270Test-35276044 tempest-AttachInterfacesV270Test-35276044-project-member] Enqueued Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_members [ 797.529225] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_members [ 797.530065] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.530065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.530065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.530297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.530297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.530402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.530474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.530682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.530790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.530900] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.531794] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.812527] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cd63067-18c8-4807-be0f-337f37ec7210 [ 797.812751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.812891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.812961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.813179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.813269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.813364] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cd63067-18c8-4807-be0f-337f37ec7210 already deleted. [ 797.813867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd63067-18c8-4807-be0f-337f37ec7210" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.950041] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.950264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-829" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.950413] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-829" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.950725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-829" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.950976] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.951224] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.951363] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.951598] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.951798] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.952225] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.952386] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.952520] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.952906] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.952906] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.952906] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.953043] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.974613] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.975456] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.975456] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.975456] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-829" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.975456] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.975698] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.975698] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.975972] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.976123] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1ffda2-b00f-424a-9bd4-3b1daba363fc',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.035367] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.035367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.035367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.035367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.035367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.035865] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.035865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.035865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.035865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.035865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.036040] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f51184b9-757a-4605-a352-05b961ad8eb2 already deleted. [ 798.036040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.036230] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.366021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 798.366021] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 798.366021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.479021] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.479326] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.479457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.479902] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.480058] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.480210] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 4b1ffda2-b00f-424a-9bd4-3b1daba363fc not found, creating... [ 798.480512] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.480653] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.480764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.480974] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.481254] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.481398] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.481543] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.481651] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.481862] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.482040] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.482407] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 4b1ffda2-b00f-424a-9bd4-3b1daba363fc is going to be created. [ 798.496322] env[65067]: INFO networking_nsxv3.common.synchronization [None req-ebc9247a-1bcd-4b70-bb28-3e85604379f4 None None] Enqueued Resource ID: 7b78eca3-faf1-4d6e-b994-e8955cc2d115 with Priority: HIGHEST for action port [ 798.497729] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b78eca3-faf1-4d6e-b994-e8955cc2d115 with Priority: HIGHEST for action port [ 798.497729] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b78eca3-faf1-4d6e-b994-e8955cc2d115 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.497906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b78eca3-faf1-4d6e-b994-e8955cc2d115" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.497906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b78eca3-faf1-4d6e-b994-e8955cc2d115" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.498228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b78eca3-faf1-4d6e-b994-e8955cc2d115" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.498348] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b78eca3-faf1-4d6e-b994-e8955cc2d115',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.506379] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.506581] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.506700] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.507062] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.507300] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.507515] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.541749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.542650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.542650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.542650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.542650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.542650] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 798.609423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.609423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.609423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.609423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.609423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619987] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 799.003542] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b78eca3-faf1-4d6e-b994-e8955cc2d115 [ 799.003772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.003905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.003973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.004206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.004296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.005549] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b78eca3-faf1-4d6e-b994-e8955cc2d115 already deleted. [ 799.005549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b78eca3-faf1-4d6e-b994-e8955cc2d115" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.306563] env[65067]: INFO networking_nsxv3.common.synchronization [req-892903fc-f31f-47a6-896e-92045e6b9253 req-309938e1-3b03-475d-bde7-384f4b0a53f9 service nova] Enqueued Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_rules [ 799.306952] env[65067]: INFO networking_nsxv3.common.synchronization [req-892903fc-f31f-47a6-896e-92045e6b9253 req-309938e1-3b03-475d-bde7-384f4b0a53f9 service nova] Enqueued Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_members [ 799.306952] env[65067]: INFO networking_nsxv3.common.synchronization [req-892903fc-f31f-47a6-896e-92045e6b9253 req-309938e1-3b03-475d-bde7-384f4b0a53f9 service nova] Enqueued Resource ID: 4b1ffda2-b00f-424a-9bd4-3b1daba363fc with Priority: HIGHEST for action port [ 799.307948] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_rules [ 799.308390] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_members [ 799.308542] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1ffda2-b00f-424a-9bd4-3b1daba363fc with Priority: HIGHEST for action port [ 799.308858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.309031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.309195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.310633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.310760] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.313186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.313186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.313186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.313186] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.313987] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.314138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.314184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.314391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.315312] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1ffda2-b00f-424a-9bd4-3b1daba363fc',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.802235] env[65067]: INFO networking_nsxv3.common.synchronization [req-4f52a5b1-847a-4013-ae3c-94d87bfaf4bd req-006c31ef-fa2f-4c44-89af-fd834c5f5ca9 tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: 60c25099-6ea1-4e4a-8d96-d49077f27407 with Priority: HIGHEST for action security_group_rules [ 799.802235] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c25099-6ea1-4e4a-8d96-d49077f27407 with Priority: HIGHEST for action security_group_rules [ 799.802235] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c25099-6ea1-4e4a-8d96-d49077f27407 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.803632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c25099-6ea1-4e4a-8d96-d49077f27407" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.803979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c25099-6ea1-4e4a-8d96-d49077f27407" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.804329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c25099-6ea1-4e4a-8d96-d49077f27407" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.804400] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c25099-6ea1-4e4a-8d96-d49077f27407',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.819618] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.819713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.819821] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.820705] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b1ffda2-b00f-424a-9bd4-3b1daba363fc with status ACTIVE [ 799.820888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.821027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.821104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.821729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.821729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.821842] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.822262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.822262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.822488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.822662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.822731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.825334] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b1ffda2-b00f-424a-9bd4-3b1daba363fc is going to be updated. [ 799.842927] env[65067]: INFO networking_nsxv3.common.synchronization [None req-ebfeeda6-35f2-4eff-a46d-b580a0b19b62 tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_rules [ 799.842927] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_rules [ 799.843565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.844265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.844265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.844832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.845043] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.852586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.852743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.852792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.853013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.853197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.853763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b1ffda2-b00f-424a-9bd4-3b1daba363fc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.958977] env[65067]: INFO networking_nsxv3.common.synchronization [None req-cc3cfe10-c1ef-4769-ae14-70839df56a79 tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_rules [ 799.959604] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_rules [ 799.961889] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.962014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.329920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.330257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.330405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.330808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.330929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.331183] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c25099-6ea1-4e4a-8d96-d49077f27407 already deleted. [ 800.331439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c25099-6ea1-4e4a-8d96-d49077f27407" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.331733] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.367274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.367274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.367274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.367619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.367619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.368073] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 already deleted. [ 800.368073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.368629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.368846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.369785] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.635723] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 800.635723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.639968] env[65067]: INFO networking_nsxv3.common.synchronization [req-cc1b1ded-e769-4b7a-9250-a1b8e281a812 req-2358cea1-14b0-4137-a936-3857c0fee55d tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: b539ed82-36dc-4592-a3c2-d3f6e4b9fa21 with Priority: HIGHEST for action security_group_rules [ 800.641091] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b539ed82-36dc-4592-a3c2-d3f6e4b9fa21 with Priority: HIGHEST for action security_group_rules [ 800.641091] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b539ed82-36dc-4592-a3c2-d3f6e4b9fa21 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.641091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b539ed82-36dc-4592-a3c2-d3f6e4b9fa21" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.641091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b539ed82-36dc-4592-a3c2-d3f6e4b9fa21" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.641896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b539ed82-36dc-4592-a3c2-d3f6e4b9fa21" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.641896] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b539ed82-36dc-4592-a3c2-d3f6e4b9fa21',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.753390] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3d88af2f-7055-47b7-b60e-4329758d0bc4 None None] Enqueued Resource ID: e09baa39-0759-4b7e-94a5-8040902a9628 with Priority: HIGHEST for action port [ 800.753925] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e09baa39-0759-4b7e-94a5-8040902a9628 with Priority: HIGHEST for action port [ 800.754288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e09baa39-0759-4b7e-94a5-8040902a9628 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.754456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e09baa39-0759-4b7e-94a5-8040902a9628" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.754551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e09baa39-0759-4b7e-94a5-8040902a9628" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.754837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e09baa39-0759-4b7e-94a5-8040902a9628" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.754934] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e09baa39-0759-4b7e-94a5-8040902a9628',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.835421] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.835646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.835646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.836168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.836168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.836168] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f51184b9-757a-4605-a352-05b961ad8eb2 is going to be created. [ 800.872068] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.872068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.872068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.872068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.872068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.889947] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f51184b9-757a-4605-a352-05b961ad8eb2 in Status: UNINITIALIZED for 2s [ 800.899982] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.899982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.899982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.899982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.899982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.899982] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 already deleted. [ 800.899982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.066801] env[65067]: INFO networking_nsxv3.common.synchronization [None req-b318bdb4-581f-44e6-95ab-cd47ef34be66 None None] Enqueued Resource ID: 00e29589-56c0-491d-a39f-83aa3e1790c1 with Priority: HIGHEST for action port [ 801.068057] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e29589-56c0-491d-a39f-83aa3e1790c1 with Priority: HIGHEST for action port [ 801.068312] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e29589-56c0-491d-a39f-83aa3e1790c1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.068967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e29589-56c0-491d-a39f-83aa3e1790c1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.068967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e29589-56c0-491d-a39f-83aa3e1790c1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.068967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e29589-56c0-491d-a39f-83aa3e1790c1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.068967] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e29589-56c0-491d-a39f-83aa3e1790c1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.165397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.165397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.165397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.165397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.165397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.165397] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b539ed82-36dc-4592-a3c2-d3f6e4b9fa21 already deleted. [ 801.165397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b539ed82-36dc-4592-a3c2-d3f6e4b9fa21" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.258393] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e09baa39-0759-4b7e-94a5-8040902a9628 [ 801.259101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.259101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.259101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.259101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.259287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e09baa39-0759-4b7e-94a5-8040902a9628 already deleted. [ 801.260090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e09baa39-0759-4b7e-94a5-8040902a9628" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.572121] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e29589-56c0-491d-a39f-83aa3e1790c1 [ 801.572910] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.572910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.572910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.572910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.573095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.573095] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e29589-56c0-491d-a39f-83aa3e1790c1 already deleted. [ 801.573151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e29589-56c0-491d-a39f-83aa3e1790c1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.347639] env[65067]: INFO networking_nsxv3.common.synchronization [req-8a3961d9-605b-4283-ad08-45060e9a8c87 req-3191cd34-704c-48a0-844f-fdde8465a505 tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 802.349123] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 802.349652] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.349855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.349975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.350294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.351801] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.351993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.352131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.352423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.352569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.352836] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.856256] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.856528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.856528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.856696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.856788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.856984] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.857099] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.857162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.857320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.857393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.857476] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be updated. [ 802.894195] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.894585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.895072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.895387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.895559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.902981] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f51184b9-757a-4605-a352-05b961ad8eb2 in Status: SUCCESS [ 802.903323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.903723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.903986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.904133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.904202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.904361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.904442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904652] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.906490] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 803.143826] env[65067]: INFO networking_nsxv3.common.synchronization [req-67738111-bdea-4d13-af7a-084551e0d256 req-d26d2632-4f40-443e-87eb-bae6662dbc1a tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: c5c51c81-8b70-4824-94e7-38ba4f831da8 with Priority: HIGHEST for action security_group_rules [ 803.144129] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c51c81-8b70-4824-94e7-38ba4f831da8 with Priority: HIGHEST for action security_group_rules [ 803.144545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c51c81-8b70-4824-94e7-38ba4f831da8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.144545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c51c81-8b70-4824-94e7-38ba4f831da8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.144758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c51c81-8b70-4824-94e7-38ba4f831da8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.145081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c51c81-8b70-4824-94e7-38ba4f831da8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.145081] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c51c81-8b70-4824-94e7-38ba4f831da8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.408043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.408262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.408500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.408909] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.408909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.409169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409669] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.409669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.409669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.409909] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.409909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.409909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.410062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.410140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410290] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.667110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.667352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.667517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.667760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.667855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.667954] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c51c81-8b70-4824-94e7-38ba4f831da8 already deleted. [ 803.668094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c51c81-8b70-4824-94e7-38ba4f831da8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.915583] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f51184b9-757a-4605-a352-05b961ad8eb2: rpc.has_security_group_logging(os_id): False [ 803.935247] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.935515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.935515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.936211] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.936372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.936439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.936601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.936671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.936876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.936986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.937034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.937165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.937243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.939058] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.939058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.939058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.939058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.939058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.939058] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f51184b9-757a-4605-a352-05b961ad8eb2 is going to be created. [ 804.012930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.013352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.013458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.013785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.014272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.033213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f51184b9-757a-4605-a352-05b961ad8eb2 in Status: IN_PROGRESS for 2s [ 804.462066] env[65067]: INFO networking_nsxv3.common.synchronization [req-3a014f20-19ef-48da-ba94-6b40fff6bd3f req-3426c464-1565-4298-8bee-a668e7c1ce3f tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: 84ea4c21-1bce-4995-bf2e-45ae542a6d2d with Priority: HIGHEST for action security_group_rules [ 804.462921] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ea4c21-1bce-4995-bf2e-45ae542a6d2d with Priority: HIGHEST for action security_group_rules [ 804.463296] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84ea4c21-1bce-4995-bf2e-45ae542a6d2d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.463422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84ea4c21-1bce-4995-bf2e-45ae542a6d2d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.463505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84ea4c21-1bce-4995-bf2e-45ae542a6d2d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.463795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84ea4c21-1bce-4995-bf2e-45ae542a6d2d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.463890] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84ea4c21-1bce-4995-bf2e-45ae542a6d2d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.917527] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 804.917796] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d deletion is rescheduled due to dependency. [ 804.917831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.942515] env[65067]: INFO networking_nsxv3.common.synchronization [req-e1ff5ef2-aaa5-41e7-ad19-00bb9a874f8e req-0520c4bb-19c8-45a6-a65f-d9a41916e23b tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: a229d49b-76f3-4e54-910c-068769c87499 with Priority: HIGHEST for action security_group_rules [ 804.943090] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a229d49b-76f3-4e54-910c-068769c87499 with Priority: HIGHEST for action security_group_rules [ 804.943397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a229d49b-76f3-4e54-910c-068769c87499 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.943526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.943592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.943894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.943966] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a229d49b-76f3-4e54-910c-068769c87499',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.986604] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.986810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.986810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.987145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.987145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.987297] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84ea4c21-1bce-4995-bf2e-45ae542a6d2d already deleted. [ 804.987297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84ea4c21-1bce-4995-bf2e-45ae542a6d2d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.096492] env[65067]: INFO networking_nsxv3.common.synchronization [req-d9c89985-38d9-4a8c-8386-ff45a70628d8 req-98494444-b800-458a-a781-88145b616eae tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: a229d49b-76f3-4e54-910c-068769c87499 with Priority: HIGHEST for action security_group_rules [ 805.096932] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a229d49b-76f3-4e54-910c-068769c87499 with Priority: HIGHEST for action security_group_rules [ 805.097924] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a229d49b-76f3-4e54-910c-068769c87499 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.097924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.414458] env[65067]: INFO networking_nsxv3.common.synchronization [req-af9f1f25-b218-4f29-8ced-2fc63f576cd7 req-91d7c459-eb00-4bb4-a2ac-5aefa5d8dd2e tempest-SecurityGroupRulesTestJSON-341070555 tempest-SecurityGroupRulesTestJSON-341070555-project-member] Enqueued Resource ID: a229d49b-76f3-4e54-910c-068769c87499 with Priority: HIGHEST for action security_group_rules [ 805.415655] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a229d49b-76f3-4e54-910c-068769c87499 with Priority: HIGHEST for action security_group_rules [ 805.415911] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a229d49b-76f3-4e54-910c-068769c87499 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.417134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.464810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.464963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.465047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.465311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.465409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.465509] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a229d49b-76f3-4e54-910c-068769c87499 already deleted. [ 805.465592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.465738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.465945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.465976] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a229d49b-76f3-4e54-910c-068769c87499',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.778444] env[65067]: INFO networking_nsxv3.common.synchronization [req-7cf245ef-af44-476b-a001-4f71ab25fe76 req-36723673-7ddd-41da-bf69-87932862e932 tempest-VolumesAdminNegativeTest-579722253 tempest-VolumesAdminNegativeTest-579722253-project-member] Enqueued Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_members [ 805.779167] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGHEST for action security_group_members [ 805.779481] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.779601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.779667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.779918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780049] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.780252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.780412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.780590] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.845598] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-67665a95-421a-4c08-800e-6f448d43b720 tempest-ListServersNegativeTestJSON-46388860 tempest-ListServersNegativeTestJSON-46388860-project-member] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 805.846567] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 805.846567] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.846713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.846713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.846950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.847412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.847526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.847584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.847813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.847900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.847993] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.988711] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.988711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.988711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.988711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.988711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.989137] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a229d49b-76f3-4e54-910c-068769c87499 already deleted. [ 805.989137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.989401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.989578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.989663] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a229d49b-76f3-4e54-910c-068769c87499',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.045703] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f51184b9-757a-4605-a352-05b961ad8eb2 in Status: SUCCESS [ 806.046911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.150585] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.150781] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.150899] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.151335] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.151564] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.151721] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.151832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.152056] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.152280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.152489] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.152596] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.152825] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.152880] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.153037] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.153159] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.153312] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.176133] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.176309] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.176446] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.176626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.176940] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-3b2de84e-96db-4f62-ae10-3c351cda5746 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.177124] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.177240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177572] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.177715] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2de84e-96db-4f62-ae10-3c351cda5746',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.288515] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.288515] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.288515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.288515] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 is going to be updated. [ 806.331802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.332409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.333077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.333077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.333077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.345237] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 in Status: IN_PROGRESS for 2s [ 806.349864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.350461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.350461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.350461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.350461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.350635] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.350715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.350768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.350914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.350992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.351105] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 already deleted. [ 806.351186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.520432] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.520432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.520432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.520584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.520677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.520836] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a229d49b-76f3-4e54-910c-068769c87499 already deleted. [ 806.520980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a229d49b-76f3-4e54-910c-068769c87499" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.680562] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.682013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.682013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.682013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.682013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.682013] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 3b2de84e-96db-4f62-ae10-3c351cda5746 not found, creating... [ 806.682013] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.682403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.682403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.682684] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.682833] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.683162] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.683347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.683471] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.683689] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.683855] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.684026] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 3b2de84e-96db-4f62-ae10-3c351cda5746 is going to be created. [ 806.711042] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.711042] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.711262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.711458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.711682] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.711902] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.425366] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-ffc6187e-f4dc-4ebc-9fad-4a0b096b2ec4 service nova] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_rules [ 807.425733] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-ffc6187e-f4dc-4ebc-9fad-4a0b096b2ec4 service nova] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 807.425869] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-ffc6187e-f4dc-4ebc-9fad-4a0b096b2ec4 service nova] Enqueued Resource ID: 3b2de84e-96db-4f62-ae10-3c351cda5746 with Priority: HIGHEST for action port [ 807.426662] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_rules [ 807.426848] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 807.431513] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2de84e-96db-4f62-ae10-3c351cda5746 with Priority: HIGHEST for action port [ 807.432278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.432589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.433285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.434055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.434622] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.436360] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.436360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.436514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.437186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.437186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.437186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.437186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.437589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.437938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.438091] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.440776] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2de84e-96db-4f62-ae10-3c351cda5746 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.441012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.441538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.441714] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2de84e-96db-4f62-ae10-3c351cda5746',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.944477] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.946668] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.947105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.948317] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b2de84e-96db-4f62-ae10-3c351cda5746 with status ACTIVE [ 807.948521] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.948648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.948716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.949626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.949967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.951266] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.951638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.951760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.951992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.952163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.952426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.952671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.952777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.953156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.953288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.953409] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b2de84e-96db-4f62-ae10-3c351cda5746 is going to be updated. [ 807.980370] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.980581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.980581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.980805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.980945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.981145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2de84e-96db-4f62-ae10-3c351cda5746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.355564] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 in Status: SUCCESS [ 808.355631] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 deletion is rescheduled due to dependency. [ 808.355747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.449172] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.650107] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-074218db-6a6b-4bbd-a9f5-15f7231ed741 tempest-ListServersNegativeTestJSON-46388860 tempest-ListServersNegativeTestJSON-46388860-project-member] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 808.650801] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 808.654321] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.654498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.951599] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.951773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.951873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.952061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.953442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.953442] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be created. [ 808.987020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.987020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.987020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.987020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.987020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.999109] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: UNINITIALIZED for 2s [ 809.192745] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.192745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.192745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.192745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.192745] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.192745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.192745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.193742] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.194045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.194428] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.197042] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.197042] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.197042] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.197042] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.197042] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.197042] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.217337] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.217551] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.217699] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.217866] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.218273] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.218449] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.218567] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.218939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.219127] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7753559-6f31-4ec0-bddd-3ac0fa30af2f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.723948] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.723948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port d7753559-6f31-4ec0-bddd-3ac0fa30af2f not found, creating... [ 809.723948] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.723948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726066] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.726066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.726066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.726066] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726066] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: d7753559-6f31-4ec0-bddd-3ac0fa30af2f is going to be created. [ 809.750262] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.750262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.496834] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-69d650ae-ebbb-41e6-b06a-6975c892b3f6 service nova] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_rules [ 810.496834] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-69d650ae-ebbb-41e6-b06a-6975c892b3f6 service nova] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 810.496834] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-69d650ae-ebbb-41e6-b06a-6975c892b3f6 service nova] Enqueued Resource ID: d7753559-6f31-4ec0-bddd-3ac0fa30af2f with Priority: HIGHEST for action port [ 810.497182] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_rules [ 810.497222] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 810.497327] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7753559-6f31-4ec0-bddd-3ac0fa30af2f with Priority: HIGHEST for action port [ 810.497620] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.497732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.497947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.498114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.498342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.498432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.498495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.498710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.498790] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7753559-6f31-4ec0-bddd-3ac0fa30af2f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.000931] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7753559-6f31-4ec0-bddd-3ac0fa30af2f with status ACTIVE [ 811.001258] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.001330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.001564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.001644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.001712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.001914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.002079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.002079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.002381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.002381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.002507] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.002628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.002694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.002827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.002912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.002995] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7753559-6f31-4ec0-bddd-3ac0fa30af2f is going to be updated. [ 811.026263] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.026263] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.026263] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.026263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.026263] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.026828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.026994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.027266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.027458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.027669] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.051361] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.051790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7753559-6f31-4ec0-bddd-3ac0fa30af2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.531285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.531285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.531494] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.577278] env[65067]: INFO networking_nsxv3.common.synchronization [None req-b1b1f88f-34b8-4b26-88da-628701d1768d None None] Enqueued Resource ID: 39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff with Priority: HIGHEST for action port [ 811.578334] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff with Priority: HIGHEST for action port [ 811.578457] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.578587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.578686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.578907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.579073] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.034791] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.083451] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff [ 812.083699] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.083888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.084023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.084280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.084417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.084549] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff already deleted. [ 812.084638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39bdb2f2-fe70-4dc0-a9c9-2cde9ac7f6ff" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.537777] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.537938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.538028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.538283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.538378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.538482] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 812.571337] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.571546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.571606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.571823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.571972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.582342] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 813.963788] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c54d2feb-9767-4ddb-998b-f7476416a10c None None] Enqueued Resource ID: f6318e13-af9e-4156-8359-d07bc548e7f4 with Priority: HIGHEST for action port [ 813.970487] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6318e13-af9e-4156-8359-d07bc548e7f4 with Priority: HIGHEST for action port [ 813.970487] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6318e13-af9e-4156-8359-d07bc548e7f4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.970487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6318e13-af9e-4156-8359-d07bc548e7f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.970487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6318e13-af9e-4156-8359-d07bc548e7f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.973545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6318e13-af9e-4156-8359-d07bc548e7f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.973750] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6318e13-af9e-4156-8359-d07bc548e7f4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.476713] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6318e13-af9e-4156-8359-d07bc548e7f4 [ 814.476960] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.477138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.477216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.477441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.477531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.477628] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6318e13-af9e-4156-8359-d07bc548e7f4 already deleted. [ 814.477730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6318e13-af9e-4156-8359-d07bc548e7f4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.494798] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7b5c7620-c36d-47ac-92f8-c47533dc5571 tempest-ServerActionsV293TestJSON-1399346214 tempest-ServerActionsV293TestJSON-1399346214-project-member] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_rules [ 814.495407] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_rules [ 814.495743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.495891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.495979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.496943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.496943] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.594774] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 814.595033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.595296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.595499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.595740] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.595907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.596016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.596246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.596359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.596487] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.632637] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a31b13d6-985c-49a3-b21a-f93a62d55d55 tempest-ServerActionsV293TestJSON-1399346214 tempest-ServerActionsV293TestJSON-1399346214-project-member] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_rules [ 814.633437] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_rules [ 814.634082] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.634082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.023036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.023371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.023371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.023567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.023665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.023774] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 already deleted. [ 815.023859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.024035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.024198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.024533] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.099839] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.512726] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-a9c333bd-327b-4833-85e4-6c3b08ba1fda tempest-ListServersNegativeTestJSON-46388860 tempest-ListServersNegativeTestJSON-46388860-project-member] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 815.513343] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 815.513671] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.513780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.552488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.552703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.552703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.552913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.552998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.554068] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 already deleted. [ 815.554068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.605646] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.971095] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.971353] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971464] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971927] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.972214] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.972701] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.972701] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.972830] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.972993] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.973220] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.973330] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.974696] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.974696] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.974696] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.974696] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.974696] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.995816] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.995816] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.995816] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.995816] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-75" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996418] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-1ea65faa-7a48-4db5-8eed-68b746b27457 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.996499] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.996712] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.996880] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.997082] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea65faa-7a48-4db5-8eed-68b746b27457',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.999967] env[65067]: INFO networking_nsxv3.common.synchronization [None req-018f5564-a6ca-4e3d-9ed7-2efdb496a9d9 None None] Enqueued Resource ID: 48440dfa-cdcd-4f22-9fb3-c8e5a853c550 with Priority: HIGHEST for action port [ 816.000150] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48440dfa-cdcd-4f22-9fb3-c8e5a853c550 with Priority: HIGHEST for action port [ 816.000763] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-48440dfa-cdcd-4f22-9fb3-c8e5a853c550 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.001015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48440dfa-cdcd-4f22-9fb3-c8e5a853c550" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.001015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48440dfa-cdcd-4f22-9fb3-c8e5a853c550" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.002479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48440dfa-cdcd-4f22-9fb3-c8e5a853c550" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.002580] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48440dfa-cdcd-4f22-9fb3-c8e5a853c550',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.107710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.108024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.108512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.108651] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 816.144958] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.144958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.144958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.144958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.144958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.154099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 816.506039] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506630] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.506630] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.506770] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.506916] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.507051] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 1ea65faa-7a48-4db5-8eed-68b746b27457 not found, creating... [ 816.507324] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.507479] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.507976] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.508430] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508728] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.511035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.511573] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.511573] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.511858] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 1ea65faa-7a48-4db5-8eed-68b746b27457 is going to be created. [ 816.514242] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48440dfa-cdcd-4f22-9fb3-c8e5a853c550 [ 816.514242] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.514242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.514242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.514242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.514242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.514242] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48440dfa-cdcd-4f22-9fb3-c8e5a853c550 already deleted. [ 816.514545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48440dfa-cdcd-4f22-9fb3-c8e5a853c550" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.537023] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.537309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.537446] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.537730] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.537952] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.538236] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.248316] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-ae0939b6-50c8-4b1b-bbff-79d06bb4fe3b service nova] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_rules [ 817.248600] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-ae0939b6-50c8-4b1b-bbff-79d06bb4fe3b service nova] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 817.248638] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc4a1887-7a3e-46bc-ba74-d1dc1e35e397 req-ae0939b6-50c8-4b1b-bbff-79d06bb4fe3b service nova] Enqueued Resource ID: 1ea65faa-7a48-4db5-8eed-68b746b27457 with Priority: HIGHEST for action port [ 817.249270] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_rules [ 817.249654] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 817.249803] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea65faa-7a48-4db5-8eed-68b746b27457 with Priority: HIGHEST for action port [ 817.250467] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.250621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.250850] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.250942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.251136] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ea65faa-7a48-4db5-8eed-68b746b27457 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.251241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.251647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.251647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.251774] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea65faa-7a48-4db5-8eed-68b746b27457',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.728133] env[65067]: INFO networking_nsxv3.common.synchronization [req-7132992f-a362-4013-9ea4-b45d2dcb19e6 req-c0ad77e2-3a49-4655-83ea-d1b06e9b6f80 tempest-AttachInterfacesV270Test-35276044 tempest-AttachInterfacesV270Test-35276044-project-member] Enqueued Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_members [ 817.728694] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGHEST for action security_group_members [ 817.729065] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.729362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.729362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.729471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.729569] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.729666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.729725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.729866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.730059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.730853] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.754348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ea65faa-7a48-4db5-8eed-68b746b27457 with status ACTIVE [ 817.754564] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.754848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.754848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.754990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.755104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.755288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.755406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.755460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.755602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.755690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.756137] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.756137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.756137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.756426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.756426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.756426] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ea65faa-7a48-4db5-8eed-68b746b27457 is going to be updated. [ 817.782862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.782862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.782862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.782862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.783825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.785574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ea65faa-7a48-4db5-8eed-68b746b27457" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166029] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 818.166029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166029] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166551] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166951] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.167078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.167139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.168015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.168015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.168015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.168015] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.168696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.168696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.169830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.169830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.169830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.169830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.169830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.169830] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.235884] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.235884] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.235884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.235884] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f51184b9-757a-4605-a352-05b961ad8eb2 is going to be updated. [ 818.257560] env[65067]: INFO networking_nsxv3.common.synchronization [None req-0305ac32-1011-4209-a563-f0bc7e9cd4bf None None] Enqueued Resource ID: faf2df36-8e07-4cf6-b395-810429e86fe5 with Priority: HIGHEST for action port [ 818.258262] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf2df36-8e07-4cf6-b395-810429e86fe5 with Priority: HIGHEST for action port [ 818.259715] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf2df36-8e07-4cf6-b395-810429e86fe5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.259715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf2df36-8e07-4cf6-b395-810429e86fe5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.259917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf2df36-8e07-4cf6-b395-810429e86fe5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.260780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf2df36-8e07-4cf6-b395-810429e86fe5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.262236] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf2df36-8e07-4cf6-b395-810429e86fe5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.265572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.265572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.265572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.265572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.265572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.276697] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f51184b9-757a-4605-a352-05b961ad8eb2 in Status: IN_PROGRESS for 2s [ 818.671043] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24d700a7-c434-4c08-8d01-e10aaa4aaf04: rpc.has_security_group_logging(os_id): False [ 818.672050] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.694394] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.694394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.694394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.697802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.697802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.697802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703845] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.703845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.703845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.703845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703845] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be created. [ 818.767157] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf2df36-8e07-4cf6-b395-810429e86fe5 [ 818.767884] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.767884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.767884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.767884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.767884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.767884] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf2df36-8e07-4cf6-b395-810429e86fe5 already deleted. [ 818.768684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf2df36-8e07-4cf6-b395-810429e86fe5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.796637] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.796831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.796915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.797168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.797371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811769] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 819.063269] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.063269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.063269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.063269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.063269] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.174849] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.302244] env[65067]: INFO networking_nsxv3.common.synchronization [None req-ddc1e91b-5aeb-4b45-8530-186b31c5ee8e None None] Enqueued Resource ID: 5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7 with Priority: HIGHEST for action port [ 819.304048] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7 with Priority: HIGHEST for action port [ 819.304048] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.304048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.304048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.304048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.304048] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.567150] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.679141] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.679141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.679141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.679141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.679141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.679141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 819.713710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.713710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.713710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.713710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.713710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.722654] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 819.807068] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7 [ 819.807389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.807496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.808130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.808130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.808130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.808130] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7 already deleted. [ 819.808130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd233c5-7fc4-4cf0-a871-2ec8337d4bb7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.071701] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.145827] env[65067]: INFO networking_nsxv3.common.synchronization [req-ab1383f1-bf97-4609-8701-5fa6aa470c8f req-e789caa2-02d1-4335-bafc-cac64a1e6c1c tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_members [ 820.146515] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_members [ 820.147789] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.147789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.147789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.147789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.147789] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.147789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.148285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.148493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.148586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.148687] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.288730] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f51184b9-757a-4605-a352-05b961ad8eb2 in Status: SUCCESS [ 820.288730] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f51184b9-757a-4605-a352-05b961ad8eb2 deletion is rescheduled due to dependency. [ 820.288730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.551720] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.552109] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.552109] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.552358] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.552702] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.552884] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.553037] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.553316] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.555063] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.555063] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.555063] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.555063] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.555063] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.555063] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.555063] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.555063] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.574455] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.574676] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.574796] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.574969] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575354] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-8639d19d-782f-411c-bbf4-474b63da731d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.575695] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.575915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.576187] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.576310] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8639d19d-782f-411c-bbf4-474b63da731d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.577734] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 820.577815] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 820.652332] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.652332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.652332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.652540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.652540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.652787] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.652787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.652895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.653015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.653090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.653167] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 already deleted. [ 820.653244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.827545] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 820.827785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.827971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.828302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.828419] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.080949] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.080949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.080949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.081518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.081518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.081518] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 8639d19d-782f-411c-bbf4-474b63da731d not found, creating... [ 821.081729] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.081889] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.082514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.082514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.082514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.082717] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.083665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.083665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.083665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.083665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.083873] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 8639d19d-782f-411c-bbf4-474b63da731d is going to be created. [ 821.219159] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.219159] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.219159] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.220812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.221078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.221235] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.331906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.331906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.631738] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.632281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.632281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.632281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.807095] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 821.808044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.809158] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 821.813640] env[65067]: INFO networking_nsxv3.common.synchronization [req-7362f94b-4988-43b2-9852-2514d6d31584 req-988801d0-64e8-4793-baa3-3a1785286d91 tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 821.815232] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 821.815562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.815629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.815693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.815880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.816042] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.816140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.816204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.816346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.816429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.817904] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.822734] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 821.822941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.823560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.824124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.824124] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.824124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.824124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.824347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.824347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.824434] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.843308] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.843405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.843405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.843609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.849642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.850202] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 821.850270] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 821.850354] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 821.876662] env[65067]: INFO networking_nsxv3.common.synchronization [req-ab1383f1-bf97-4609-8701-5fa6aa470c8f req-b8e6b07a-baff-4ecf-84ff-51f23ae6d431 service nova] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_rules [ 821.876662] env[65067]: INFO networking_nsxv3.common.synchronization [req-ab1383f1-bf97-4609-8701-5fa6aa470c8f req-b8e6b07a-baff-4ecf-84ff-51f23ae6d431 service nova] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_members [ 821.876662] env[65067]: INFO networking_nsxv3.common.synchronization [req-ab1383f1-bf97-4609-8701-5fa6aa470c8f req-b8e6b07a-baff-4ecf-84ff-51f23ae6d431 service nova] Enqueued Resource ID: 8639d19d-782f-411c-bbf4-474b63da731d with Priority: HIGHEST for action port [ 821.876662] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_rules [ 821.876662] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_members [ 821.876662] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8639d19d-782f-411c-bbf4-474b63da731d with Priority: HIGHEST for action port [ 821.877887] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.878462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.878608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.879016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.879759] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.880350] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.880584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.881168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.881168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.881168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.881168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.881372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.881372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.881442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.881696] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.882456] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8639d19d-782f-411c-bbf4-474b63da731d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.882456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.882627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.882665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.882750] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8639d19d-782f-411c-bbf4-474b63da731d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.895999] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.896695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.896695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.896695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.898088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.898305] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 821.979589] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.979589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.979589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.979589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.979589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.979589] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.055371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.055526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.055623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.055623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.055623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.056309] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 822.056455] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d', 'b1cddb49-0580-4340-b09e-25b1c9504f10', 'de8d5cfe-f72f-4670-a37c-e04639196428', '940f3152-ff27-4bd5-824c-93388866a25f', 'ee81d137-82c1-43ce-bfaa-a910aa76d11a', 'a4ce7f3e-795a-4a27-84f4-abc289676717', 'f51184b9-757a-4605-a352-05b961ad8eb2', '8ef0e919-3551-4be4-9dc6-09643f1f2a98', '4f1464a9-a829-4384-811c-242baede566a', 'd8d53262-a59f-4c83-b2ed-bc6744ce99a1', 'b839fcc2-afca-4c7f-a4c2-fac4b96e10c4', '69aeeea7-6f97-417d-94ce-af05d256be7d', 'c4472dc2-12ba-4978-a243-b3825748477d', '55599838-f8c0-45af-b2ca-ece3aa9cea81', '8fe891df-c053-49c2-b1b2-2ba21d9264ce', '7e1b2bf8-e065-481a-8105-1482f015ba7e', '16a4c80c-9818-44d9-b246-7940fcbe7ad8', '56926f04-3d19-4c1f-95cf-48a2c3c74254', '7c81f644-b80d-4ef1-907f-8612f3e67122', 'cb48992e-3f4c-4fc5-b84a-81b5f6db8300', '0bb76d68-ef8a-4a4f-a508-f5b03cf74df4', '415f7f4b-cde2-49a4-95f1-1d47754f90b0', 'e35f155f-7734-4b15-a738-654ba880f399', '84f1e53b-5cd0-454c-8ae5-8249fd11edc6', '5396a79e-59de-453f-9484-1c407b360ad5', '243437f2-eb53-4ecd-a452-e0453f922776', 'c654bab0-e3ed-48a1-99ec-7d180fbe115d', '475ae7d3-f064-407f-bb39-626c7141e74c', '8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25', 'd9711803-9b0e-4392-81a4-f1892b626dac', '24d700a7-c434-4c08-8d01-e10aaa4aaf04', '53befe14-9073-4fc9-b21f-f524fdd13442', '8751bf03-efb2-41e9-a2e0-19c834f68b11', '8c4b4223-e1c0-4654-b4fc-e84ba0476321', '756eeccb-8499-4185-8352-8aace62fef16', '70d076a2-fda7-4451-89e0-365e3d69b858', '4741747d-de51-4011-99c4-33c0cecb2e7a', '0090c130-50da-44d9-9c9f-d1027f3cc452', 'ce4ec84a-547a-46a8-a3c2-26a852a39d62'} {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.056573] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 822.076720] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.076888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.077239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.077239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.077362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.077362] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 822.077480] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.077480] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 822.156187] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.156472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.156565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.156781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.158218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.158673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 822.158759] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.158929] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 822.159376] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 822.159565] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 822.159916] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGH for action security_group_rules [ 822.159916] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGH for action security_group_rules [ 822.159916] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGH for action security_group_rules [ 822.159916] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGH for action security_group_rules [ 822.160108] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGH for action security_group_rules [ 822.160108] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGH for action security_group_rules [ 822.160231] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGH for action security_group_rules [ 822.160523] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGH for action security_group_rules [ 822.160638] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGH for action security_group_rules [ 822.160734] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGH for action security_group_rules [ 822.160816] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGH for action security_group_rules [ 822.160897] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGH for action security_group_rules [ 822.161054] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGH for action security_group_rules [ 822.161154] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGH for action security_group_rules [ 822.161323] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGH for action security_group_rules [ 822.161458] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGH for action security_group_rules [ 822.161553] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGH for action security_group_rules [ 822.161658] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGH for action security_group_rules [ 822.161745] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGH for action security_group_rules [ 822.161831] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGH for action security_group_rules [ 822.161953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.320804] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.320958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.321058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.321287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.327623] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.347183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.347183] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.347183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.347183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.347506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.347691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.347861] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 822.379606] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.380887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.380887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.381478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.384992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.384992] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.385821] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.386842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.387672] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8639d19d-782f-411c-bbf4-474b63da731d with status ACTIVE [ 822.388335] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.389199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.389554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.390274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.392024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.392024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.392024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.392024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.392024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.392024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.392024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.392728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.392973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.393356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.393627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.393906] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8639d19d-782f-411c-bbf4-474b63da731d is going to be updated. [ 822.405871] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 822.419505] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.419708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.419836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.420290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.421022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.421177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8639d19d-782f-411c-bbf4-474b63da731d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.529596] env[65067]: INFO networking_nsxv3.common.synchronization [None req-8aa57ad5-db91-4f1a-96fb-d6f0bde384cd None None] Enqueued Resource ID: 9dfdcb31-23fc-4a97-af58-fe49246cf21d with Priority: HIGHEST for action port [ 822.530178] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfdcb31-23fc-4a97-af58-fe49246cf21d with Priority: HIGHEST for action port [ 822.530730] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGH for action security_group_rules [ 822.530730] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8d5cfe-f72f-4670-a37c-e04639196428 with Priority: HIGH for action security_group_rules [ 822.530730] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51184b9-757a-4605-a352-05b961ad8eb2 with Priority: HIGH for action security_group_rules [ 822.530730] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce with Priority: HIGH for action security_group_rules [ 822.531031] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGH for action security_group_rules [ 822.531031] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 with Priority: HIGH for action security_group_rules [ 822.531031] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 with Priority: HIGH for action security_group_rules [ 822.531031] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 with Priority: HIGH for action security_group_rules [ 822.531259] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 with Priority: HIGH for action security_group_rules [ 822.531259] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGH for action security_group_rules [ 822.531367] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGH for action security_group_rules [ 822.531420] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGH for action security_group_rules [ 822.531469] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ce7f3e-795a-4a27-84f4-abc289676717 with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940f3152-ff27-4bd5-824c-93388866a25f with Priority: HIGH for action security_group_rules [ 822.532510] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dfdcb31-23fc-4a97-af58-fe49246cf21d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.532510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dfdcb31-23fc-4a97-af58-fe49246cf21d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.532510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dfdcb31-23fc-4a97-af58-fe49246cf21d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.533056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dfdcb31-23fc-4a97-af58-fe49246cf21d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.533056] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dfdcb31-23fc-4a97-af58-fe49246cf21d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.534027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.534186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.534186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.534851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.534945] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.535821] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8d5cfe-f72f-4670-a37c-e04639196428 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.535821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.536053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.536114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.536167] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8d5cfe-f72f-4670-a37c-e04639196428',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.538290] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f51184b9-757a-4605-a352-05b961ad8eb2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.538290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.538290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.538290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.538290] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f51184b9-757a-4605-a352-05b961ad8eb2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.538640] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.538640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.538640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.538640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.538767] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fe891df-c053-49c2-b1b2-2ba21d9264ce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.540090] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.540090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.540260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.541742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.541742] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.541742] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c81f644-b80d-4ef1-907f-8612f3e67122 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.541742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.541742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.542154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.542154] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c81f644-b80d-4ef1-907f-8612f3e67122',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.542886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56926f04-3d19-4c1f-95cf-48a2c3c74254 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.543000] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.543093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.543245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.543320] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56926f04-3d19-4c1f-95cf-48a2c3c74254',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.545928] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.546122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.546252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.546335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.546390] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16a4c80c-9818-44d9-b246-7940fcbe7ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.546729] env[65067]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 822.547544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55599838-f8c0-45af-b2ca-ece3aa9cea81 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.547655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.547698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.547865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.547931] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55599838-f8c0-45af-b2ca-ece3aa9cea81',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.548953] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.549071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.549071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.549416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.549416] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.550839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.550839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.550839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.550839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.550839] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.552587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.552587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.552587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.552587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.552587] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.553268] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.553384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.553520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.553569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.553659] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b839fcc2-afca-4c7f-a4c2-fac4b96e10c4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.554538] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.554643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.554752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.554822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.554894] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d53262-a59f-4c83-b2ed-bc6744ce99a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.555822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.556167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.556167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.556355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.556355] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.557203] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ce7f3e-795a-4a27-84f4-abc289676717 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.557378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.557378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.557518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.557593] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ce7f3e-795a-4a27-84f4-abc289676717',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.558535] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.558690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.558755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.558851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.558994] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.560048] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.560048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.560048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.560277] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee81d137-82c1-43ce-bfaa-a910aa76d11a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.560315] env[65067]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 822.561106] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.561216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.561281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.561496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.561587] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.562776] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940f3152-ff27-4bd5-824c-93388866a25f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.562872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.562965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.563068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.563138] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940f3152-ff27-4bd5-824c-93388866a25f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.601316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.601522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.601522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.601722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.601811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.601907] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be deleted. [ 822.685734] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.686128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.686128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.686298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.686390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.686535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.831471] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.897215] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.070272] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dfdcb31-23fc-4a97-af58-fe49246cf21d [ 823.070696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.070820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.070890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.071126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.071230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.071323] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dfdcb31-23fc-4a97-af58-fe49246cf21d already deleted. [ 823.071405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dfdcb31-23fc-4a97-af58-fe49246cf21d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.098729] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.098892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.098971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.099240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.101889] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.101889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.101889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.102120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.102237] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.102353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.102420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.102563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.102649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.102736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.102812] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.103786] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.103956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.103956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.104248] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.104337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.104390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.104593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.104676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.104756] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.121656] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.121794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.121860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.122351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.122511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.122562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.122791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.122902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.122984] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.124323] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.124443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.124607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.124775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.124926] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.125035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.125098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.125275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.125359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.125441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.125525] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.126348] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.126519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.126706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.126873] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.127185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.127263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.127392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.127452] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.143454] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.143594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.188517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.188679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.189728] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.189728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.190474] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.190568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.191465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.191551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.192470] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.192559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.193251] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.193346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.197354] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.197354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.197354] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.197354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.197354] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.197354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.197354] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.197354] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.197354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.198228] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.198603] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.198712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.199435] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.199870] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.199987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.201604] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.201604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.201604] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8d5cfe-f72f-4670-a37c-e04639196428 is going to be deleted. [ 823.202974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.203201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.227549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.227549] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940f3152-ff27-4bd5-824c-93388866a25f is going to be deleted. [ 823.227549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.227549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.251932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.251932] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fe891df-c053-49c2-b1b2-2ba21d9264ce is going to be deleted. [ 823.251932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.251932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.273384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.273384] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c81f644-b80d-4ef1-907f-8612f3e67122 is going to be deleted. [ 823.274165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.274432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.280027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.280027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.301209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.304278] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f51184b9-757a-4605-a352-05b961ad8eb2 is going to be deleted. [ 823.306290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.306290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.309289] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.309421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.335051] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.335380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.335380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.335464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.336553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.336553] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 823.349667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.349667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.378271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.378420] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b839fcc2-afca-4c7f-a4c2-fac4b96e10c4 is going to be deleted. [ 823.383318] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.383318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.383318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.383318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.383318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.383318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.383318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.400616] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.400616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.400616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.400616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.400616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.401061] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 is going to be created. [ 823.446407] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 823.455555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.470212] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.470408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.483164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.483300] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee81d137-82c1-43ce-bfaa-a910aa76d11a is going to be deleted. [ 823.484305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.505117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.505117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.505117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.505482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.505482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.532297] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 in Status: UNINITIALIZED for 2s [ 823.533503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.533633] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d53262-a59f-4c83-b2ed-bc6744ce99a1 is going to be deleted. [ 823.534669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.534930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.607970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.608263] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ce7f3e-795a-4a27-84f4-abc289676717 is going to be deleted. [ 823.609293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.609514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.615508] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.615642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.619646] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.621080] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.621500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.621500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.621500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.621693] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.621776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.621812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.622045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.622110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.622167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.622301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.622393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.622444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.622586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.622910] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.623109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.623109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.623194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.623371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.623371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.623475] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.641129] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.642548] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.643761] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.643889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.643956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.644195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644382] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.645239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.645239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.645239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.645239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.645239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.645239] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.648101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.648434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.648504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648697] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.651450] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.651450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.652415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652524] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55599838-f8c0-45af-b2ca-ece3aa9cea81 is going to be deleted. [ 823.653774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.653975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.718042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.718042] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be deleted. [ 823.718042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.718042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.722554] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.722554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.748942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.748942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.759546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.759546] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be deleted. [ 823.760398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.760635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.808438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.808571] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56926f04-3d19-4c1f-95cf-48a2c3c74254 is going to be deleted. [ 823.809544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.809816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.879421] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.879641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.897536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.897808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.929500] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.929709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.944518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.944666] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16a4c80c-9818-44d9-b246-7940fcbe7ad8 is going to be deleted. [ 823.945634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.945867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.945962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.946119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8d5cfe-f72f-4670-a37c-e04639196428" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.946323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.946428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.946504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.946620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fe891df-c053-49c2-b1b2-2ba21d9264ce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.947215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.947420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.947498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.947644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940f3152-ff27-4bd5-824c-93388866a25f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.947787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.947934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.948016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c81f644-b80d-4ef1-907f-8612f3e67122" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.948412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.948485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f51184b9-757a-4605-a352-05b961ad8eb2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.948709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.948842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.948913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b839fcc2-afca-4c7f-a4c2-fac4b96e10c4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.949296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee81d137-82c1-43ce-bfaa-a910aa76d11a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.949718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d53262-a59f-4c83-b2ed-bc6744ce99a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ce7f3e-795a-4a27-84f4-abc289676717" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55599838-f8c0-45af-b2ca-ece3aa9cea81" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.954084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.954541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.954541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.954715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.012451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.012451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.012451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.012451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.012451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.012451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56926f04-3d19-4c1f-95cf-48a2c3c74254" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.125687] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1464a9-a829-4384-811c-242baede566a: rpc.has_security_group_logging(os_id): False [ 824.127233] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef0e919-3551-4be4-9dc6-09643f1f2a98: rpc.has_security_group_logging(os_id): False [ 824.143406] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cddb49-0580-4340-b09e-25b1c9504f10: rpc.has_security_group_logging(os_id): False [ 824.151252] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e1b2bf8-e065-481a-8105-1482f015ba7e: rpc.has_security_group_logging(os_id): False [ 824.158441] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb48992e-3f4c-4fc5-b84a-81b5f6db8300: rpc.has_security_group_logging(os_id): False [ 824.187359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.187359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.188870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.188870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.224072] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.224395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.226344] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.226344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.236649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.236898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.255675] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.255675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.259434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.259571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.269000] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.269468] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.269563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.269619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.269831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.269926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.270032] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 824.271207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.271420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.331393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.331393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.331393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.331393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.331908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.331908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.331908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.331908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.331908] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be updated. [ 824.333032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.333280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.421547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.422653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.422653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.422653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.422653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.422653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.422653] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be updated. [ 824.423706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.423946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.425639] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 824.425820] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d deletion is rescheduled due to dependency. [ 824.425957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.468927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.469410] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.469573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.469678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.469957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.470356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.470356] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1464a9-a829-4384-811c-242baede566a is going to be updated. [ 824.471766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.472028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.472151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.472375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16a4c80c-9818-44d9-b246-7940fcbe7ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.472481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.472996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.493609] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.494105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.496851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.497108] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.497232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.498021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.498021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.498021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.498021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.498021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.498021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.498359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.498359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.498418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.498464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.498644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.498644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.498757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.498805] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 824.499883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.500604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.500604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.503197] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.503197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.503375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.503409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.503545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.518268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 824.518268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 824.582703] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.582976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.583090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.583354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.583537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.587411] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.587411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.587411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.587777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.587777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.619690] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 824.620870] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: IN_PROGRESS for 2s [ 824.670324] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.670788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.670788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.671053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.671243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.696053] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 825.465177] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 825.465530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.465635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.465825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.466055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.466241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.466318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.466922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.466922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.466922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.466922] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.543885] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 in Status: SUCCESS [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.546186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.546186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.546186] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.969779] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.969779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.969779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.970049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.970049] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.970139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.970139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.970806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.970806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.970806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.970806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.970806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.970806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.971075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.971075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.971157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.971235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.971375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.971452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.971534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.971619] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.048669] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.474482] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24d700a7-c434-4c08-8d01-e10aaa4aaf04: rpc.has_security_group_logging(os_id): False [ 826.496587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.496734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.496836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.497080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.530883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.530883] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.530883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.530883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.530883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.530883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.531443] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.531443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.531443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.531443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.531443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.531611] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.531662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.531797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.531860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.531961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.532297] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 826.534293] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 826.534547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.535359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 826.535540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.551485] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac9e6eba-74d7-43f5-82d9-2eb89efa8393: rpc.has_security_group_logging(os_id): False [ 826.569768] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.570327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.570463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.570758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.570884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.571210] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.571370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.571477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.571673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.571915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.571915] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 is going to be created. [ 826.623710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.623710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.623988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.624040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.624230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.650849] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: SUCCESS [ 826.651050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.652073] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 826.652073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.653245] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 826.669058] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.669058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.669360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.669438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.669625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.683491] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 in Status: IN_PROGRESS for 2s [ 826.746408] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 826.746704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.533603] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 827.534083] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 828.668187] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 828.669160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.669424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.669772] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.699339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 in Status: SUCCESS [ 828.699605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.175182] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.175182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.175182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.175591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.175591] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.175591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.175727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.175793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.175875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.175960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.176067] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.185849] env[65067]: INFO networking_nsxv3.common.synchronization [req-ae8319dd-e8b2-4c7f-9a49-09cafa8c333f req-92774a32-0a7c-4abf-83b9-5f34ac262c8b tempest-ListServersNegativeTestJSON-46388860 tempest-ListServersNegativeTestJSON-46388860-project-member] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 829.187104] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 829.188801] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.188801] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.188801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.188801] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.682211] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.682211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.692970] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.200324] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.702575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.702890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.702890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.703042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.703123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.703224] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 830.734916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.735293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.735897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.735897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.736128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.746397] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 832.611567] env[65067]: INFO networking_nsxv3.common.synchronization [req-54b874e5-a7a9-4f95-b52d-38e8c5809655 req-2f9fc6d7-2aef-44b5-887f-605f0cdc3fb6 tempest-VolumesAssistedSnapshotsTest-1138564603 tempest-VolumesAssistedSnapshotsTest-1138564603-project-member] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_members [ 832.612342] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGHEST for action security_group_members [ 832.613348] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.614242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.614346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.614533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.614692] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.614794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.614858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.614997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.615097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.615189] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.680485] env[65067]: INFO networking_nsxv3.common.synchronization [None req-1ee2e058-fb86-4b6a-80df-9d766e381194 None None] Enqueued Resource ID: 8ca0ea2a-c2a1-449a-bc09-91fea77c025e with Priority: HIGHEST for action port [ 832.681454] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca0ea2a-c2a1-449a-bc09-91fea77c025e with Priority: HIGHEST for action port [ 832.681957] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ca0ea2a-c2a1-449a-bc09-91fea77c025e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.682375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ca0ea2a-c2a1-449a-bc09-91fea77c025e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.682499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ca0ea2a-c2a1-449a-bc09-91fea77c025e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.682897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ca0ea2a-c2a1-449a-bc09-91fea77c025e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.683082] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca0ea2a-c2a1-449a-bc09-91fea77c025e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.765673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 832.766123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.766417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.767424] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.767604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.767755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.770325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.770478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.770678] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.770793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.770856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.771080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.772461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.772461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.772461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.772461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.772461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.772461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.772461] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.118740] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.118900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.118952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.119219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.119315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.119553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.123345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.123345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.123345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.123345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.123345] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1464a9-a829-4384-811c-242baede566a is going to be updated. [ 833.153888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.154414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.154504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.155033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.155242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.167413] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: IN_PROGRESS for 2s [ 833.186403] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ca0ea2a-c2a1-449a-bc09-91fea77c025e [ 833.186646] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.186780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.186841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.187087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.187183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.187279] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ca0ea2a-c2a1-449a-bc09-91fea77c025e already deleted. [ 833.187359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ca0ea2a-c2a1-449a-bc09-91fea77c025e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.275643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24d700a7-c434-4c08-8d01-e10aaa4aaf04: rpc.has_security_group_logging(os_id): False [ 833.294466] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.294598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.294667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.294870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.294955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.295182] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.295282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.295339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.295482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.295554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.295719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.295807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.295865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.296009] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.296076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.296257] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.296530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.296596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.296676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 833.365212] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.365212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.365212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.365212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.365212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.377612] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 835.032505] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a3e1f58f-2f4d-43b3-9ef3-def60da093ab None None] Enqueued Resource ID: 3c0632f5-eef7-405a-ad4b-3ef82026254c with Priority: HIGHEST for action port [ 835.034045] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0632f5-eef7-405a-ad4b-3ef82026254c with Priority: HIGHEST for action port [ 835.034045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0632f5-eef7-405a-ad4b-3ef82026254c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.034045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0632f5-eef7-405a-ad4b-3ef82026254c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.034045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0632f5-eef7-405a-ad4b-3ef82026254c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.034045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0632f5-eef7-405a-ad4b-3ef82026254c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.034045] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0632f5-eef7-405a-ad4b-3ef82026254c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.178746] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1464a9-a829-4384-811c-242baede566a in Status: SUCCESS [ 835.178944] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1464a9-a829-4384-811c-242baede566a deletion is rescheduled due to dependency. [ 835.179175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394081] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 835.394406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538780] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c0632f5-eef7-405a-ad4b-3ef82026254c [ 835.539025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.539192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.539260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.539493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.539716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.539716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c0632f5-eef7-405a-ad4b-3ef82026254c already deleted. [ 835.539799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0632f5-eef7-405a-ad4b-3ef82026254c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.859355] env[65067]: INFO networking_nsxv3.common.synchronization [req-802c3bde-3751-4cbe-b6e9-22fd780d8cdd req-daa61c1b-1599-4af2-b95b-f3ad52f8c2b5 tempest-ServersAdminNegativeTestJSON-428646726 tempest-ServersAdminNegativeTestJSON-428646726-project-member] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 835.860048] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 835.860520] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.860685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.860831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.861083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.861279] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.861409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.861485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.861675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.861797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.861923] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.212650] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.213026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.213026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.213325] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.213628] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.213786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.213896] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.214343] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.214709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.214709] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.214790] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.215272] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.215272] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.215272] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.215272] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.215439] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.236018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.236275] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.236398] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.236573] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.236939] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.237093] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.237231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.239677] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.239677] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c68945d-ffe5-4032-b21d-8b6a53a60e1c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.364180] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.740795] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.740795] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.740795] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.741094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.741094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.741174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 3c68945d-ffe5-4032-b21d-8b6a53a60e1c not found, creating... [ 836.741457] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.741612] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.741725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.741937] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.742098] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.742378] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.742560] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.742681] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.742891] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.743031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.743169] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 3c68945d-ffe5-4032-b21d-8b6a53a60e1c is going to be created. [ 836.763849] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.764063] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.764163] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.764448] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.764678] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.764894] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.866865] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.369453] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.369770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.369770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.370113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.370264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.370404] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be updated. [ 837.420586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.420835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.421037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.421194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.432187] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: IN_PROGRESS for 2s [ 837.498146] env[65067]: INFO networking_nsxv3.common.synchronization [req-802c3bde-3751-4cbe-b6e9-22fd780d8cdd req-4a1c085f-c10c-49eb-aa0a-e9c0ff2bee6c service nova] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_rules [ 837.498407] env[65067]: INFO networking_nsxv3.common.synchronization [req-802c3bde-3751-4cbe-b6e9-22fd780d8cdd req-4a1c085f-c10c-49eb-aa0a-e9c0ff2bee6c service nova] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 837.498544] env[65067]: INFO networking_nsxv3.common.synchronization [req-802c3bde-3751-4cbe-b6e9-22fd780d8cdd req-4a1c085f-c10c-49eb-aa0a-e9c0ff2bee6c service nova] Enqueued Resource ID: 3c68945d-ffe5-4032-b21d-8b6a53a60e1c with Priority: HIGHEST for action port [ 837.499471] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_rules [ 837.499606] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 837.499704] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c68945d-ffe5-4032-b21d-8b6a53a60e1c with Priority: HIGHEST for action port [ 837.499987] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.500122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.500190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.500392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.500492] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.502985] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.502985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.502985] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.502985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.502985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.502985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.502985] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c68945d-ffe5-4032-b21d-8b6a53a60e1c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.002708] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.002907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.005249] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c68945d-ffe5-4032-b21d-8b6a53a60e1c with status ACTIVE [ 838.005746] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.005746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.005746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.005876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.005908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.006115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.006218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.006341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.006390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.006487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.006628] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.006769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.006769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.006924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.006992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.007090] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c68945d-ffe5-4032-b21d-8b6a53a60e1c is going to be updated. [ 838.030723] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.030723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.030723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.031016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.031052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.031209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c68945d-ffe5-4032-b21d-8b6a53a60e1c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.478525] env[65067]: INFO networking_nsxv3.common.synchronization [req-eade009e-ac5c-4583-9db1-9f39f8ce3b68 req-c94095ee-3d3c-4cb2-825c-b9d8bccf3f9f tempest-ServersTestJSON-52034376 tempest-ServersTestJSON-52034376-project-member] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_members [ 838.479080] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_members [ 838.479492] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.479607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.479884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.479960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.480207] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.480319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.480393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.480560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.480694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.480827] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.837653] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.837839] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-653" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.837962] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-653" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.838370] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-653" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.838643] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.838802] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.838915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.839267] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.839420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.839632] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.839742] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.839848] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.839953] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.840070] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.840175] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.840307] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.860584] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.860797] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.860933] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.861128] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-653" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861442] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-a35b29eb-d712-4a31-868c-f504c9abc4e9 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.861616] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.861732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.862073] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.862214] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35b29eb-d712-4a31-868c-f504c9abc4e9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.982945] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.983130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.983209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.983487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.983730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.983862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.983940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.984019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.984212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.984272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.984347] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 already deleted. [ 838.984435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.370128] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.370456] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.370599] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.370960] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.371130] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.371288] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port a35b29eb-d712-4a31-868c-f504c9abc4e9 not found, creating... [ 839.371579] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.371744] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.371861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.372245] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.372366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.372594] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.372760] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.372874] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.373138] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.373280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.373424] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: a35b29eb-d712-4a31-868c-f504c9abc4e9 is going to be created. [ 839.396933] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.396933] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.397226] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.397374] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.397665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.397970] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.449036] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 839.449338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.449540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.449765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.449948] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.450076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.450142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.450297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.450375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.450470] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.954523] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.087090] env[65067]: INFO networking_nsxv3.common.synchronization [req-eade009e-ac5c-4583-9db1-9f39f8ce3b68 req-7e74270c-ad6c-4930-964b-c9d78650d51a service nova] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_rules [ 840.087292] env[65067]: INFO networking_nsxv3.common.synchronization [req-eade009e-ac5c-4583-9db1-9f39f8ce3b68 req-7e74270c-ad6c-4930-964b-c9d78650d51a service nova] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_members [ 840.087424] env[65067]: INFO networking_nsxv3.common.synchronization [req-eade009e-ac5c-4583-9db1-9f39f8ce3b68 req-7e74270c-ad6c-4930-964b-c9d78650d51a service nova] Enqueued Resource ID: a35b29eb-d712-4a31-868c-f504c9abc4e9 with Priority: HIGHEST for action port [ 840.088619] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_rules [ 840.088746] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_members [ 840.088843] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35b29eb-d712-4a31-868c-f504c9abc4e9 with Priority: HIGHEST for action port [ 840.089132] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.089292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.089370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.089551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.089628] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.091043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.091178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.091214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.091372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.091543] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.091639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.091705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.091842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.091926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.092417] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.094887] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35b29eb-d712-4a31-868c-f504c9abc4e9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.094887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.094887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.094887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.095062] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35b29eb-d712-4a31-868c-f504c9abc4e9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.460616] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.591861] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.592047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.595612] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.596949] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a35b29eb-d712-4a31-868c-f504c9abc4e9 with status ACTIVE [ 840.597173] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.598097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.598097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.598363] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.598363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.598463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.599089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.599137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.599252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.599326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599410] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a35b29eb-d712-4a31-868c-f504c9abc4e9 is going to be updated. [ 840.625021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.625021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.625021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.625021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.625021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.625021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35b29eb-d712-4a31-868c-f504c9abc4e9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.963127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.963127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.963467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.963467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.963467] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be updated. [ 840.997230] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.997418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.997464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.997794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.997942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.009649] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: IN_PROGRESS for 2s [ 841.102469] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.604919] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.605158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.605264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.605573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.605696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.605825] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 is going to be created. [ 841.642254] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.642455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.642455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.642673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.642793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.657740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49059263-83c9-4f7b-a336-31bd383e7358 in Status: UNINITIALIZED for 2s [ 843.020645] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 843.020970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.021191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.021407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.021603] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.021719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.021786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.021944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.022037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.022159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.022229] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.525803] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.525960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.526042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.526430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.526613] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.526716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.526779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.526930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.527020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.527106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.527249] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.527340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.527394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.527526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.527656] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.527743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.527799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.527926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.527994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.528082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.528167] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.671323] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49059263-83c9-4f7b-a336-31bd383e7358 in Status: SUCCESS [ 843.671554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.671724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.671966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.672177] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.672298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.672365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.672520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.672600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.672690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.672800] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.031117] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4741747d-de51-4011-99c4-33c0cecb2e7a: rpc.has_security_group_logging(os_id): False [ 844.051650] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.051861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.051931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.052167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.074560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.074995] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.074995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.074995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.075313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.075423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.075770] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.075983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.076067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.076368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.076517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.076850] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.076993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.077143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.077424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.077648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.077780] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be updated. [ 844.162746] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.162996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.163151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.163480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.163715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175767] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.183823] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: IN_PROGRESS for 2s [ 844.678322] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49059263-83c9-4f7b-a336-31bd383e7358: rpc.has_security_group_logging(os_id): False [ 844.698342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.698635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.698635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.698856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.698991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.699380] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.699502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.699585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.699734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.699816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.699906] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 is going to be created. [ 844.775751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.775929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.775929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.776316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.787439] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49059263-83c9-4f7b-a336-31bd383e7358 in Status: IN_PROGRESS for 2s [ 845.090342] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.090857] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 845.444716] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ccdb4af-5c17-4020-a6c6-bd4108f5357b req-c37b976c-b2fb-4a26-b75c-93d9719717ec tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 845.445296] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 845.445617] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.445744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.445812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.447394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.447649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.447804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.447949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.448126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.448899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.449409] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.621691] env[65067]: INFO networking_nsxv3.common.synchronization [req-19b419ac-020e-4429-bb66-b2d98bebe614 req-ba204cb6-ba3a-48e9-a2b1-ebf6149822ad tempest-ListServerFiltersTestJSON-954404467 tempest-ListServerFiltersTestJSON-954404467-project-member] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 845.623847] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGHEST for action security_group_members [ 845.624455] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.624629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.624720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.625064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.625275] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.625392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.625448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.625673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.625780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.625905] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.906668] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.906668] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.907408] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.907934] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.910206] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.910553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.910817] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.911250] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.911566] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.911881] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.912101] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.912298] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.912511] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.912711] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.912902] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.913134] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.936305] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.936488] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.936620] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.937506] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-974" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.937506] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-db07173c-52c9-4d6d-b523-515864a0e247 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.937506] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.937506] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.937809] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.937809] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db07173c-52c9-4d6d-b523-515864a0e247',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.952128] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.129172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.129543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.129543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.129723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.152313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.152602] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.152795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.152837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.153245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.153359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.153505] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be updated. [ 846.184127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.184127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.184127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.184127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.184127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.194321] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: IN_PROGRESS for 2s [ 846.196909] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 846.197147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.440456] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.440707] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.440839] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.441136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.441281] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.441431] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port db07173c-52c9-4d6d-b523-515864a0e247 not found, creating... [ 846.441683] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.441835] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.441973] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.442186] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.442322] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.442732] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.442918] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.443059] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.443271] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.443406] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.443543] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: db07173c-52c9-4d6d-b523-515864a0e247 is going to be created. [ 846.454331] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.465541] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.465749] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.465873] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.466159] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.466419] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.466669] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.813383] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49059263-83c9-4f7b-a336-31bd383e7358 in Status: SUCCESS [ 846.813533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.957404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.957635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.957724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.957982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.958124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.958296] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 846.991523] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.991701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.991782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.992038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.992184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.004292] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 847.166698] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ccdb4af-5c17-4020-a6c6-bd4108f5357b req-121c887d-56c3-4e51-885d-d513d620c0be service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 847.167095] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ccdb4af-5c17-4020-a6c6-bd4108f5357b req-121c887d-56c3-4e51-885d-d513d620c0be service nova] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 847.167095] env[65067]: INFO networking_nsxv3.common.synchronization [req-1ccdb4af-5c17-4020-a6c6-bd4108f5357b req-121c887d-56c3-4e51-885d-d513d620c0be service nova] Enqueued Resource ID: db07173c-52c9-4d6d-b523-515864a0e247 with Priority: HIGHEST for action port [ 847.167545] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_rules [ 847.167671] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 847.167761] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db07173c-52c9-4d6d-b523-515864a0e247 with Priority: HIGHEST for action port [ 847.168172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.168347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.168703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.168703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.168703] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.170597] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-db07173c-52c9-4d6d-b523-515864a0e247 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.171016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.171075] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db07173c-52c9-4d6d-b523-515864a0e247',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.671777] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.671916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.672149] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db07173c-52c9-4d6d-b523-515864a0e247 with status ACTIVE [ 847.672321] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.672434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.672500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.672716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.672806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.672972] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.673077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.673139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.673283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.673360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.673540] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.673631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.673691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.673825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.673897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.673979] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db07173c-52c9-4d6d-b523-515864a0e247 is going to be updated. [ 847.695304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.695453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.695553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.695841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.696035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.696276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db07173c-52c9-4d6d-b523-515864a0e247" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.206669] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155f-7734-4b15-a738-654ba880f399 in Status: SUCCESS [ 848.207028] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155f-7734-4b15-a738-654ba880f399 deletion is rescheduled due to dependency. [ 848.207028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.016357] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 849.016692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.016953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.017294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.017563] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.017743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.018181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.018181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.018342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.018342] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.521541] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.024363] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.526915] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.526915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.526915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.526915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.526915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.526915] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 850.562021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.562021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.562021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.562021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.562021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.570840] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 851.134274] env[65067]: INFO networking_nsxv3.common.synchronization [req-c565d85d-f47c-4021-8bf1-6d861256de63 req-3eeaccdd-a78d-47c3-b6ce-256500720ac2 tempest-ServersAdminNegativeTestJSON-428646726 tempest-ServersAdminNegativeTestJSON-428646726-project-member] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 851.135036] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 851.135867] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.136040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.136503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.136790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.137055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.137239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.137568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.137878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.138062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.139045] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.641342] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.145595] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.555789] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e4354b03-e596-445c-aec9-dac24d4cb8a4 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_rules [ 852.556776] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_rules [ 852.557444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.557639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.557855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.558354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.558527] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.584660] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 852.585085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.585600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.585955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.586171] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.586418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.586484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.586783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.586783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.586923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.586923] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.648876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.648876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.648876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.649458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.649458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.649458] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be updated. [ 852.691025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.691025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.691025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.691025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.704169] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: IN_PROGRESS for 2s [ 852.789277] env[65067]: INFO networking_nsxv3.common.synchronization [None req-2074ef42-d5f3-4654-83e7-f84ff7c487fe tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_rules [ 852.789981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_rules [ 852.790489] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.790615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.841339] env[65067]: INFO networking_nsxv3.common.synchronization [req-5cf6cdd5-55c5-404a-934e-11fb8e616a25 req-904ed07e-43f0-43c3-bddd-45f44163b993 tempest-ServerAddressesNegativeTestJSON-1529189241 tempest-ServerAddressesNegativeTestJSON-1529189241-project-member] Enqueued Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_members [ 852.842303] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_members [ 852.842939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.843111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.843184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.843444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.843614] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.843712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.843811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.844153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.844246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.844341] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.080591] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.080869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.080869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.081226] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 already deleted. [ 853.081317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.081474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081723] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.089905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.090375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.090488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.090787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.091069] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.091225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.091321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.091673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.091835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.091966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.092194] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.092335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.092436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.092618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.092946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.093109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.093178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.093362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.093469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.093583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.093708] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.347342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.347612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.347660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.347907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.348162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.348342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.348626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.348723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.349985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.349985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.349985] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 already deleted. [ 853.349985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.393514] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.393754] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-517" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.394044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-517" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.394426] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-517" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.394829] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.395127] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.395330] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.395592] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.395745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.395958] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.396085] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.396194] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.396303] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.396410] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.396513] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.396648] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.418445] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.418686] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.418783] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.418961] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-517" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.419281] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.419482] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.419605] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.419924] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420078] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.597904] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb48992e-3f4c-4fc5-b84a-81b5f6db8300: rpc.has_security_group_logging(os_id): False [ 853.602319] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.602319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.602319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.602713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.602713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.602713] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 already deleted. [ 853.602873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.614487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.614580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.614761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.614846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.615040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.615142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.615237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.615410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.615505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.615690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.615785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.615841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.615980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.616297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.616400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.616459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.616753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.616753] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 853.688977] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.689465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.689465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.689630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.689840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.708645] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 853.923871] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.923871] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.923871] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.924530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.924651] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.924838] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 not found, creating... [ 853.925314] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.925587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.925773] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.926156] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.926460] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.926886] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.927120] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.927293] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.927624] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.927844] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.928193] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 is going to be created. [ 853.953891] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.954214] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.954294] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.954604] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.954900] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.955416] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.686457] env[65067]: INFO networking_nsxv3.common.synchronization [req-5cf6cdd5-55c5-404a-934e-11fb8e616a25 req-bc6426d3-0ff5-4633-9360-9ffb8042371d service nova] Enqueued Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_rules [ 854.686633] env[65067]: INFO networking_nsxv3.common.synchronization [req-5cf6cdd5-55c5-404a-934e-11fb8e616a25 req-bc6426d3-0ff5-4633-9360-9ffb8042371d service nova] Enqueued Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_members [ 854.686789] env[65067]: INFO networking_nsxv3.common.synchronization [req-5cf6cdd5-55c5-404a-934e-11fb8e616a25 req-bc6426d3-0ff5-4633-9360-9ffb8042371d service nova] Enqueued Resource ID: e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 with Priority: HIGHEST for action port [ 854.687344] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_rules [ 854.687488] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_members [ 854.687586] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 with Priority: HIGHEST for action port [ 854.687864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.687983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.689115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.689441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.689441] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.690255] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.690881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.691185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.691185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.691355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.692465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.692465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.692465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.692465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.692465] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.695644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.695921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.695995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.696190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.696537] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.715458] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 854.715816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.198658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.198783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.198981] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.200025] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 with status ACTIVE [ 855.200195] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.200314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.200378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.200579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.200684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.200864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.200914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.200975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.201194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.201273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.201468] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.201590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.201590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.201735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.201806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.202622] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9 is going to be updated. [ 855.226536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.226677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.226749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.226947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.227150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.227260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c72dd3-d5f2-4ab3-887f-f8e546c1c6d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.704444] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.722564] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 855.722821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.207650] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.207650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.207650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.207854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.207854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.207917] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 is going to be created. [ 856.239067] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.239218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.239290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.239506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.239692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.252521] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 in Status: UNINITIALIZED for 2s [ 858.265964] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 in Status: SUCCESS [ 858.266288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.266395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.266618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.266806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.266923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.266986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.267156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.267236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.267349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.267498] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.770351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.770351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.770351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.770517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.770644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.770737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.770800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.770944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.771042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.771132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.771276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.771401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.771439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.771554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.771690] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.771779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.771837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.771969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.772055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772222] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.274979] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50b635be-c355-44a5-a50e-49c4f3c96b14: rpc.has_security_group_logging(os_id): False [ 859.306564] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.306744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.306852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.307096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.307197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.307782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.307782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.307782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.308044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.308044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.308132] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.308259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.308259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.308450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.308522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.308745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.308837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.308896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.309051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.309125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.309220] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 is going to be created. [ 859.380115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.380421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.380488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.380889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.381156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.395678] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 in Status: IN_PROGRESS for 2s [ 859.688472] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.688657] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 861.408394] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 in Status: SUCCESS [ 861.408715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.528765] env[65067]: INFO networking_nsxv3.common.synchronization [req-3de0004a-9c0c-47f5-abc6-521b8caa3284 req-ea0a5c0b-2371-4a3f-8efd-519f0ada0273 tempest-MigrationsAdminTest-1690389866 tempest-MigrationsAdminTest-1690389866-project-member] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 863.529336] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 863.529653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.529771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.529837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.530063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.530215] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.530335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.530447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.530578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.530668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.530774] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.925409] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.925630] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.925748] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.925985] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.926252] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.926424] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.926546] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.926749] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.926886] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.927311] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.927551] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.927669] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.927779] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.927923] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.928122] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.928214] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.952740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.952945] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.953079] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.953285] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.953645] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-7ff3a90a-94db-49b9-b5bf-46475ed75175 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.953864] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.953983] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.954394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.954577] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff3a90a-94db-49b9-b5bf-46475ed75175',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.036223] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.457724] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.458094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.458299] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.458738] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.458957] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.459237] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 7ff3a90a-94db-49b9-b5bf-46475ed75175 not found, creating... [ 864.459581] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.459855] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.459984] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.461418] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.461645] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.463111] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.463313] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.463495] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.463806] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.464013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.464228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 7ff3a90a-94db-49b9-b5bf-46475ed75175 is going to be created. [ 864.495125] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.495327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.495400] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495682] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495942] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.496151] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.539713] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.047411] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.047617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.047682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.047882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.047971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.048088] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be updated. [ 865.081227] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.081227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.081227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.081227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.081227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.091849] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: IN_PROGRESS for 2s [ 865.262314] env[65067]: INFO networking_nsxv3.common.synchronization [req-3de0004a-9c0c-47f5-abc6-521b8caa3284 req-79ad45c3-121b-4fb1-b23c-3c8e16fe74de service nova] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_rules [ 865.262314] env[65067]: INFO networking_nsxv3.common.synchronization [req-3de0004a-9c0c-47f5-abc6-521b8caa3284 req-79ad45c3-121b-4fb1-b23c-3c8e16fe74de service nova] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 865.262314] env[65067]: INFO networking_nsxv3.common.synchronization [req-3de0004a-9c0c-47f5-abc6-521b8caa3284 req-79ad45c3-121b-4fb1-b23c-3c8e16fe74de service nova] Enqueued Resource ID: 7ff3a90a-94db-49b9-b5bf-46475ed75175 with Priority: HIGHEST for action port [ 865.262314] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_rules [ 865.262314] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 865.262314] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff3a90a-94db-49b9-b5bf-46475ed75175 with Priority: HIGHEST for action port [ 865.262314] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.262314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.262314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.262314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.262314] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.264331] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.264720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.266027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff3a90a-94db-49b9-b5bf-46475ed75175 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.266027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.266027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.266027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.266027] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff3a90a-94db-49b9-b5bf-46475ed75175',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.595394] env[65067]: INFO networking_nsxv3.common.synchronization [req-b70bac38-494f-470c-88eb-52674a1eef88 req-7daee9c8-4d5d-435d-95b9-8abfa5b7f029 tempest-ServerAddressesNegativeTestJSON-1529189241 tempest-ServerAddressesNegativeTestJSON-1529189241-project-member] Enqueued Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_members [ 865.596217] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGHEST for action security_group_members [ 865.596470] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.597151] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.597268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.597354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.597527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.597642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597744] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.729534] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2bade74-f1bc-4d00-b3ca-1c236c8b6d6c req-6a612254-b43b-4fcb-a7d7-5a6e79e4c7ec tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 865.732354] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 865.733152] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.733297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.733360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.733565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.733743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.733870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.733963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.734098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.734187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.734273] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.767865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ff3a90a-94db-49b9-b5bf-46475ed75175 with status ACTIVE [ 865.768111] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.768367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.768367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.768559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.768725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.768786] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.768925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.769042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.769557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.769557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.769557] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.769557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.769825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.769825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.769825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.769955] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ff3a90a-94db-49b9-b5bf-46475ed75175 is going to be updated. [ 865.771370] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.771370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.793033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.793199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.793288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.794068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.794068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.794068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff3a90a-94db-49b9-b5bf-46475ed75175" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.097596] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.097784] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.098061] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.098203] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.098456] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.098714] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.098714] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.099262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.099262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.099422] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.099636] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.099833] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.100040] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.100241] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.100422] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.100637] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.102458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.102569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.102638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.102849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.102951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.103056] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.103481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.103538] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 is going to be updated. [ 866.123863] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.124070] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.124189] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.124360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.124688] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-90a6260b-0a51-4031-b3c1-6592e8c1bc77 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.124859] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.124975] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.125335] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.125475] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a6260b-0a51-4031-b3c1-6592e8c1bc77',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.135806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.136011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.136065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.136397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.136760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.147488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 in Status: IN_PROGRESS for 2s [ 866.238243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.238426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.238504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.238725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.238813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.239014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.239122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.239187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.239327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.239403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.239490] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be deleted. [ 866.268913] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.269116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.269199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.269457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.269560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.269662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.628023] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.628458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.628458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.628567] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.628810] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.628899] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 90a6260b-0a51-4031-b3c1-6592e8c1bc77 not found, creating... [ 866.629111] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.629272] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.629385] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.629600] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.629745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.629996] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.630164] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.630278] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.630513] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.630671] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.630810] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 90a6260b-0a51-4031-b3c1-6592e8c1bc77 is going to be created. [ 866.654542] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.654805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.654875] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.655153] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.655397] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.655607] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.103233] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 867.103461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.103624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.103841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.104033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.104152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.104217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.104363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.104443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.104538] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.351510] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2bade74-f1bc-4d00-b3ca-1c236c8b6d6c req-477056be-b1db-4577-a735-2522ce5102e5 service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 867.351692] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2bade74-f1bc-4d00-b3ca-1c236c8b6d6c req-477056be-b1db-4577-a735-2522ce5102e5 service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 867.352153] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2bade74-f1bc-4d00-b3ca-1c236c8b6d6c req-477056be-b1db-4577-a735-2522ce5102e5 service nova] Enqueued Resource ID: 90a6260b-0a51-4031-b3c1-6592e8c1bc77 with Priority: HIGHEST for action port [ 867.352390] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 867.352561] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 867.352670] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a6260b-0a51-4031-b3c1-6592e8c1bc77 with Priority: HIGHEST for action port [ 867.352943] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.353101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.353152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.353373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.353525] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.354466] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.354589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.354708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.354822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.354984] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.355186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.356150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.356365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.356449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.356544] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.357818] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a6260b-0a51-4031-b3c1-6592e8c1bc77 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.359273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.359273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.359273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.359273] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a6260b-0a51-4031-b3c1-6592e8c1bc77',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.608581] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.819533] env[65067]: INFO networking_nsxv3.common.synchronization [None req-2a4ffe2b-12ec-4681-a424-8af3cf9c07d9 None None] Enqueued Resource ID: ff7f798b-2192-4bb7-8e75-f55f604264b0 with Priority: HIGHEST for action port [ 867.819533] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7f798b-2192-4bb7-8e75-f55f604264b0 with Priority: HIGHEST for action port [ 867.819533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff7f798b-2192-4bb7-8e75-f55f604264b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.819533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff7f798b-2192-4bb7-8e75-f55f604264b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.820015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff7f798b-2192-4bb7-8e75-f55f604264b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.820359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff7f798b-2192-4bb7-8e75-f55f604264b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.821806] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff7f798b-2192-4bb7-8e75-f55f604264b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.862257] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.862257] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.862609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.863626] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a6260b-0a51-4031-b3c1-6592e8c1bc77 with status ACTIVE [ 867.863887] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.864127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.864406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.866362] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.866362] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.866362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.866362] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a6260b-0a51-4031-b3c1-6592e8c1bc77 is going to be updated. [ 867.899704] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.899704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.899704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.899704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.899704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.899955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a6260b-0a51-4031-b3c1-6592e8c1bc77" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.112705] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.158967] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 in Status: SUCCESS [ 868.158967] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 deletion is rescheduled due to dependency. [ 868.158967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.325073] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff7f798b-2192-4bb7-8e75-f55f604264b0 [ 868.325073] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.325073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.325290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.325319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.325408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.325510] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff7f798b-2192-4bb7-8e75-f55f604264b0 already deleted. [ 868.325601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff7f798b-2192-4bb7-8e75-f55f604264b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.364878] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.412180] env[65067]: INFO networking_nsxv3.common.synchronization [req-513d70e5-eb0f-49f9-a768-5f88e787a5ce req-e8b30fa4-e49b-4857-8319-510419d16020 tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_members [ 868.413255] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_members [ 868.413737] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.414025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.414203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.414540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.414825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.415230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.415230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.415709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.416499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.416499] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.614920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.616970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.616970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.616970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.616970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.616970] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be updated. [ 868.646018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.646459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.646606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.646959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.647237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.659220] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: IN_PROGRESS for 2s [ 868.719499] env[65067]: INFO networking_nsxv3.common.synchronization [None req-cb8f9b4c-4d0b-43d7-b402-67d0454bfa7f tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 868.720075] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 868.721032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.721032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.721032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.721032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.721032] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.817811] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.817811] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.817811] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.817811] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.817811] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.817811] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.818065] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.818205] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.818413] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.818652] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.818733] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.818839] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.818941] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.819094] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.819210] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.819355] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.852664] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.852664] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.852991] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.852991] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.853759] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-f91f5b40-50f9-4213-95ab-b2b4842d284a taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.853759] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.853759] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.854197] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.854522] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f91f5b40-50f9-4213-95ab-b2b4842d284a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.867458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.868062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.868062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.868062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.868062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.868181] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be created. [ 868.872994] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5b755a59-5932-4de6-91c2-d53abf364cbf tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 868.874579] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 868.874579] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.874579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.896094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.896295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.896372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.896566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.896743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.907272] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: UNINITIALIZED for 2s [ 868.921713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.921862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.921930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.922156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.922243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.922453] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.922551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.922641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.922753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.922824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.922904] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 already deleted. [ 868.922977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.241466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.241466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.241674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.241763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241999] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 already deleted. [ 869.241999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.242444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.242610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.242691] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.356996] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.357194] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.357311] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.357671] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.358568] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.358838] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port f91f5b40-50f9-4213-95ab-b2b4842d284a not found, creating... [ 869.359413] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.359569] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.359696] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.359992] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.360192] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360499] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.360728] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.360864] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.361103] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.361239] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.361380] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: f91f5b40-50f9-4213-95ab-b2b4842d284a is going to be created. [ 869.384971] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.385360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.385513] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.385856] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.386164] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.386494] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.767906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.767906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.767906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.767906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.767906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768249] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 already deleted. [ 869.768249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.945509] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e5b2ef6d-60bf-4750-a8e4-54c5fe1c3ab5 None None] Enqueued Resource ID: 12830350-0196-4845-a751-234ffe13163f with Priority: HIGHEST for action port [ 869.946245] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12830350-0196-4845-a751-234ffe13163f with Priority: HIGHEST for action port [ 869.946644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-12830350-0196-4845-a751-234ffe13163f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.946819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12830350-0196-4845-a751-234ffe13163f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.946911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12830350-0196-4845-a751-234ffe13163f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.947292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12830350-0196-4845-a751-234ffe13163f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.947978] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12830350-0196-4845-a751-234ffe13163f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.125421] env[65067]: INFO networking_nsxv3.common.synchronization [req-513d70e5-eb0f-49f9-a768-5f88e787a5ce req-71a60ba0-ddfc-4141-81f5-fd4100ad5f0f service nova] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_rules [ 870.125421] env[65067]: INFO networking_nsxv3.common.synchronization [req-513d70e5-eb0f-49f9-a768-5f88e787a5ce req-71a60ba0-ddfc-4141-81f5-fd4100ad5f0f service nova] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_members [ 870.125421] env[65067]: INFO networking_nsxv3.common.synchronization [req-513d70e5-eb0f-49f9-a768-5f88e787a5ce req-71a60ba0-ddfc-4141-81f5-fd4100ad5f0f service nova] Enqueued Resource ID: f91f5b40-50f9-4213-95ab-b2b4842d284a with Priority: HIGHEST for action port [ 870.125788] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_rules [ 870.125936] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_members [ 870.126113] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91f5b40-50f9-4213-95ab-b2b4842d284a with Priority: HIGHEST for action port [ 870.126668] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.127033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.127703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.127872] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.129190] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.129555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.129670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.129913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.130141] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.130316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.130408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.130618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.130735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.130838] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.132351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f91f5b40-50f9-4213-95ab-b2b4842d284a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.132351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.132351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.132497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.132560] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f91f5b40-50f9-4213-95ab-b2b4842d284a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.450172] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12830350-0196-4845-a751-234ffe13163f [ 870.450446] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.450546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.450585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.451244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.451244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.451244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12830350-0196-4845-a751-234ffe13163f already deleted. [ 870.451244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12830350-0196-4845-a751-234ffe13163f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.639644] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f91f5b40-50f9-4213-95ab-b2b4842d284a with status ACTIVE [ 870.639644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.639644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.639874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.639991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.640032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.640595] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.640878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.640878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.640978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.641623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.641860] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.641970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.642046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.642221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.642306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.643581] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f91f5b40-50f9-4213-95ab-b2b4842d284a is going to be updated. [ 870.643711] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.644745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.644843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.673195] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 870.673343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.673522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.673741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.674032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.674129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.674129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.675038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.675038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.675038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.675038] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.678434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.678583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.678653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.678860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.679016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.679186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f91f5b40-50f9-4213-95ab-b2b4842d284a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.917966] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 870.918255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.918512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.918733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.918924] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.919783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.919783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.919783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.919783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919783] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.956124] env[65067]: INFO networking_nsxv3.common.synchronization [req-8a090ef5-bfe8-414d-83f0-efa138e0f1b9 req-cd19d704-a7e5-445c-ab89-4e6715c00ef0 tempest-ServersNegativeTestMultiTenantJSON-2096716807 tempest-ServersNegativeTestMultiTenantJSON-2096716807-project-member] Enqueued Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_members [ 870.956124] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_members [ 870.956124] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.956124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.956124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.956514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.957072] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.957072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.957072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.957072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.957072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.957365] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.147601] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.180385] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.180537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.180607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.180807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.180970] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.181086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.181135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.181278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.181363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.181650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.181650] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.181772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.181798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.181941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.182090] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.182182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.182241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.182376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.182446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.182520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.182602] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.354036] env[65067]: INFO networking_nsxv3.common.synchronization [req-e3363109-3af5-4a55-be97-96080b7419e5 req-22ac387a-8fb0-4474-ba81-d3e9c7144f6c tempest-ServersTestFqdnHostnames-1835238849 tempest-ServersTestFqdnHostnames-1835238849-project-member] Enqueued Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_members [ 871.354863] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d076a2-fda7-4451-89e0-365e3d69b858 with Priority: HIGHEST for action security_group_members [ 871.355208] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d076a2-fda7-4451-89e0-365e3d69b858 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.355334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.355602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.355747] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.355854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.356090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.356176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.356285] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70d076a2-fda7-4451-89e0-365e3d69b858',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.380331] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.380567] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-636" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.380759] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-636" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.382158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-636" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.382158] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.382158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.382158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.382158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.382158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.382411] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.382411] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.382580] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.382674] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.382840] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.382942] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.383129] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.414893] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.415161] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.415292] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.415429] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-636" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.415762] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-dfb462f5-b4e3-427e-95db-6b4cb34b178f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.415996] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.416102] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.416462] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.416595] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb462f5-b4e3-427e-95db-6b4cb34b178f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.422787] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.422962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.423032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.423235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.423397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.423497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.423561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.423708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.423798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.423887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.424050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.424142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.424202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.424355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.424494] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.424585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.424645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.424775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.424849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.424925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.425026] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.460034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.460199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.460287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.460480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.460572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.460849] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.460987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.461071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.461300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.461434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.461636] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd274f54-74a4-491b-9acf-751bad61a19d already deleted. [ 871.461803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.653998] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.654253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.654253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.654458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.654559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.654659] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 is going to be created. [ 871.685808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c654bab0-e3ed-48a1-99ec-7d180fbe115d: rpc.has_security_group_logging(os_id): False [ 871.694224] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.694374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.694447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.694710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.694883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.708023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 in Status: UNINITIALIZED for 2s [ 871.708023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.708023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.708023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.708023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.733023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.733023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.733023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.733023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.733615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.733615] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be updated. [ 871.848778] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.848778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.848778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.848778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.848778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.861236] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.861236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.861236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.861236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.861459] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: IN_PROGRESS for 2s [ 871.892735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.892735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.892735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.892735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.892735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.892735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.892735] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 is going to be updated. [ 871.919033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.919033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.919033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.919033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.919033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.919033] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.921141] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.922107] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.923059] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.923416] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.923748] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port dfb462f5-b4e3-427e-95db-6b4cb34b178f not found, creating... [ 871.925047] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.925047] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.925047] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.926267] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.926267] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.926267] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.926267] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.926765] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.927092] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.927345] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.927580] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: dfb462f5-b4e3-427e-95db-6b4cb34b178f is going to be created. [ 871.930577] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4472dc2-12ba-4978-a243-b3825748477d: rpc.has_security_group_logging(os_id): False [ 871.944690] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d076a2-fda7-4451-89e0-365e3d69b858 in Status: IN_PROGRESS for 2s [ 871.964717] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.964717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.964717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.964717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.964717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.964717] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.965255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.965255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.965255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.965255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.965255] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.965417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.965417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.965547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.965586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.965762] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.965855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.965915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.966068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.966142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.966223] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be created. [ 871.980627] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.980844] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.980968] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.981330] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.981570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.982117] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.044585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.044725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.044725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.044897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.045357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.059305] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 872.707939] env[65067]: INFO networking_nsxv3.common.synchronization [req-8a090ef5-bfe8-414d-83f0-efa138e0f1b9 req-744e63d7-d64b-422c-a1cb-407065239458 service nova] Enqueued Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_rules [ 872.709161] env[65067]: INFO networking_nsxv3.common.synchronization [req-8a090ef5-bfe8-414d-83f0-efa138e0f1b9 req-744e63d7-d64b-422c-a1cb-407065239458 service nova] Enqueued Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_members [ 872.709483] env[65067]: INFO networking_nsxv3.common.synchronization [req-8a090ef5-bfe8-414d-83f0-efa138e0f1b9 req-744e63d7-d64b-422c-a1cb-407065239458 service nova] Enqueued Resource ID: dfb462f5-b4e3-427e-95db-6b4cb34b178f with Priority: HIGHEST for action port [ 872.710272] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_rules [ 872.710462] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_members [ 872.712296] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb462f5-b4e3-427e-95db-6b4cb34b178f with Priority: HIGHEST for action port [ 872.712630] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.712630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.712764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.712976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.713103] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.718707] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.718707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.718707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.718707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.718707] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.718707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.718707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.719079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.719079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.719079] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.720276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb462f5-b4e3-427e-95db-6b4cb34b178f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.720423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.720479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.721031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.721031] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb462f5-b4e3-427e-95db-6b4cb34b178f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.223097] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.223359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.223457] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.224423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfb462f5-b4e3-427e-95db-6b4cb34b178f with status ACTIVE [ 873.224550] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.224660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.224768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.224925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.225023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.225193] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.225289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.225348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.225495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.225710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.225774] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.225889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.227712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.227712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.227712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.227712] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfb462f5-b4e3-427e-95db-6b4cb34b178f is going to be updated. [ 873.250124] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.250269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.250342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.250533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.250673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.250824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb462f5-b4e3-427e-95db-6b4cb34b178f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.672874] env[65067]: INFO networking_nsxv3.common.synchronization [req-15ae0c4a-5983-4109-94f1-db2337d20f7c req-e11345f1-250e-4671-9374-0bb09e1551f0 tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 873.673858] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 873.673858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.674069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.674352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.674601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.674805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.675374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.675458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.675643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.675783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.675896] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.718434] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 in Status: SUCCESS [ 873.718434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.718434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.718434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.718434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.718434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.718434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.718434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.718906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.718906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.718906] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.729430] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.877160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 873.877397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.955160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d076a2-fda7-4451-89e0-365e3d69b858 in Status: SUCCESS [ 873.955399] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d076a2-fda7-4451-89e0-365e3d69b858 deletion is rescheduled due to dependency. [ 873.955571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d076a2-fda7-4451-89e0-365e3d69b858" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.055452] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.055609] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.055743] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.056111] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.056465] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.056638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.056752] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.057041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.057189] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.057412] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.057527] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.057631] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.057925] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.057925] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.058049] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.058219] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.075084] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 874.075980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.078948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.079136] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.079280] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.079685] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.080268] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-60ac64ca-60af-4089-851d-a4508ead9ca8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.080427] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.080734] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.081381] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.081465] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac64ca-60af-4089-851d-a4508ead9ca8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.178248] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.178530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.179117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.179117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.179117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.179327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.179327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.179532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.180022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.180022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.180022] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be deleted. [ 874.216245] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.216489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.216593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.216885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.216976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.217132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.220597] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.234387] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.234830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.234830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.235046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.235492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.235492] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd274f54-74a4-491b-9acf-751bad61a19d is going to be created. [ 874.270568] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.270856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.270952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.271207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.271367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.287258] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd274f54-74a4-491b-9acf-751bad61a19d in Status: UNINITIALIZED for 2s [ 874.584631] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.584922] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.585034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.585368] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.585611] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.585827] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 60ac64ca-60af-4089-851d-a4508ead9ca8 not found, creating... [ 874.586232] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.586473] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.586641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.586973] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.587212] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.587665] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.587862] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.588038] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.588284] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.588457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.588606] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 60ac64ca-60af-4089-851d-a4508ead9ca8 is going to be created. [ 874.612269] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.612514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.612607] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.612889] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.613155] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.613400] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.723272] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd98b9b-04bf-4844-b9d3-7c7df09406f2: rpc.has_security_group_logging(os_id): False [ 874.751738] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.751952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.752073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.752481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.752545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.752931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.753105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753619] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 is going to be created. [ 874.870319] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.870467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.870538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.870905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.871125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.889788] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 in Status: IN_PROGRESS for 2s [ 875.370607] env[65067]: INFO networking_nsxv3.common.synchronization [req-15ae0c4a-5983-4109-94f1-db2337d20f7c req-9178dc23-ce35-429d-8d18-6c5e73549a02 service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 875.370973] env[65067]: INFO networking_nsxv3.common.synchronization [req-15ae0c4a-5983-4109-94f1-db2337d20f7c req-9178dc23-ce35-429d-8d18-6c5e73549a02 service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 875.371472] env[65067]: INFO networking_nsxv3.common.synchronization [req-15ae0c4a-5983-4109-94f1-db2337d20f7c req-9178dc23-ce35-429d-8d18-6c5e73549a02 service nova] Enqueued Resource ID: 60ac64ca-60af-4089-851d-a4508ead9ca8 with Priority: HIGHEST for action port [ 875.372301] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 875.372560] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 875.372777] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ac64ca-60af-4089-851d-a4508ead9ca8 with Priority: HIGHEST for action port [ 875.373243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.373464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.373631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.373927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.374081] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.375901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.376137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.376306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.376805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.377175] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.377375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.377492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.377793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.377947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.378151] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.379905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ac64ca-60af-4089-851d-a4508ead9ca8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.379905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.379905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.380255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.381075] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac64ca-60af-4089-851d-a4508ead9ca8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.672144] env[65067]: INFO networking_nsxv3.common.synchronization [req-4cd1ab57-dc5c-457a-a9b6-7a985b95c5c7 req-65d27954-abff-443f-993f-db816993d28b tempest-ListServersNegativeTestJSON-46388860 tempest-ListServersNegativeTestJSON-46388860-project-member] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 875.672144] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 875.672144] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.672144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.672144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.672144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.672434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.672489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.672598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.672814] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.672910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.673017] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.882939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.883330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890533] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.890533] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ac64ca-60af-4089-851d-a4508ead9ca8 with status ACTIVE [ 875.890533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.890533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.890533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891409] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.891775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.891927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.892159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.892315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.892559] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ac64ca-60af-4089-851d-a4508ead9ca8 is going to be updated. [ 875.917335] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.917484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.917557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.917855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.918080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.918328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ac64ca-60af-4089-851d-a4508ead9ca8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.987721] env[65067]: INFO networking_nsxv3.common.synchronization [req-738c88ce-4cc8-492f-88fc-f1a79f4f0ec2 req-4109a9ea-d731-4939-89d6-3188e31ccf67 tempest-ListServersNegativeTestJSON-46388860 tempest-ListServersNegativeTestJSON-46388860-project-member] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 875.988872] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGHEST for action security_group_members [ 875.989414] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.989567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.176466] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.298757] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd274f54-74a4-491b-9acf-751bad61a19d in Status: SUCCESS [ 876.298941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.299076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.299548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.299548] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.299756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.299756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.299948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.299948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.300104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.300169] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.395184] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.682324] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.804054] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.804226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.804299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.804523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.804692] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.804792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.804855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.804998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.805098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.805184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.805327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.805419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.805478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.805613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.805748] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.805837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.805898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.806044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.806120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.806198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.806309] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.898405] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.898601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.898630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.898868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.898975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.899109] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be created. [ 876.902705] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 in Status: SUCCESS [ 876.902928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.929060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.929213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.929402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.929562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.929752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.942797] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: UNINITIALIZED for 2s [ 877.183172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.183435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.183551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.183916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.184111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.184317] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 877.220021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.220021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.220021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.220021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.220021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.235030] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 877.308588] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd274f54-74a4-491b-9acf-751bad61a19d: rpc.has_security_group_logging(os_id): False [ 877.329983] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.330228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.330228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.330695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.330695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.330811] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.330902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.330902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.331061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.331140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.331334] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.331428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.331497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.331617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.331686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.331868] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.331958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.332239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.332412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.332488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.332571] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd274f54-74a4-491b-9acf-751bad61a19d is going to be created. [ 877.403962] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.404328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.404328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.404575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.404722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.420020] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd274f54-74a4-491b-9acf-751bad61a19d in Status: IN_PROGRESS for 2s [ 878.955269] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 878.955608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.956542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.956815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.957050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.957367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.957367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.957650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.957799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.958365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.958497] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.244742] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 879.245018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.245236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.245595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.245708] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.245850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.245928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.246122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.246201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.246400] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.434675] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd274f54-74a4-491b-9acf-751bad61a19d in Status: SUCCESS [ 879.434675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.461986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.462269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.462359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.462652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.462947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.463133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.463249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.463465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.463599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.464181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.464181] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.464181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.464181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.464462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.464626] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.464768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.465243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.465243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.465243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.465612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.465612] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.751040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.751282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.751359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.751657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.751817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.752418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.752418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.752418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.752577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.752604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.752749] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be updated. [ 879.784190] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.784355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.784415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.784640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.784792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.796914] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: IN_PROGRESS for 2s [ 879.970020] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d: rpc.has_security_group_logging(os_id): False [ 879.985955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.986121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.986192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.986551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.986651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.986843] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.987039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.987039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.987188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.987262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.987478] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.987560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.987616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.987821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.987863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.988170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.988302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.988460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.988640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.988744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.988888] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be created. [ 880.054199] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.054358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.054468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.054647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.054832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.069183] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 880.989813] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 880.990147] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 881.808094] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 in Status: SUCCESS [ 881.808301] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 deletion is rescheduled due to dependency. [ 881.808409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.065057] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-69ddeeb1-12f1-4945-a08c-dc47a631021c tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 882.065629] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 882.065936] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.066075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.066143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.066439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.066612] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.066707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.066771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.066982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.067090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.067184] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.082322] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 882.082612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.447548] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.447853] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.448100] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.448565] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.448957] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.449281] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.449386] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.449602] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.449781] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.451957] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.451957] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.452253] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.452253] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.452353] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.452447] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.452630] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.479168] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.479482] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.479600] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.479747] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.480178] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-6e600346-54aa-4615-b488-7e8e531277d4 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.480409] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.480533] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.481727] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.481727] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e600346-54aa-4615-b488-7e8e531277d4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.569391] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.569594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.569594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.569799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.569969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.570221] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.570434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.570592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.570890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.571010] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.571120] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 already deleted. [ 882.571215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.985328] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.986553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.986553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.986788] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.987073] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.987343] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 6e600346-54aa-4615-b488-7e8e531277d4 not found, creating... [ 882.987737] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.988130] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.988767] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.988837] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.990479] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.990479] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.990479] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.990479] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.990479] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.991080] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991080] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 6e600346-54aa-4615-b488-7e8e531277d4 is going to be created. [ 883.018904] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.018904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.018904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.019240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.019729] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.021316] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.734896] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-1b612c79-083e-418d-8b6a-aad61ba74bd3 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 883.735203] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-1b612c79-083e-418d-8b6a-aad61ba74bd3 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 883.735260] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-1b612c79-083e-418d-8b6a-aad61ba74bd3 service nova] Enqueued Resource ID: 6e600346-54aa-4615-b488-7e8e531277d4 with Priority: HIGHEST for action port [ 883.735923] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 883.736142] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 883.736267] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e600346-54aa-4615-b488-7e8e531277d4 with Priority: HIGHEST for action port [ 883.736621] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.736838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.736838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.737163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.737163] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.738384] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.738384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.738384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.738558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.738900] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.738900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.738900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.739088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.739088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.739761] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.742796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e600346-54aa-4615-b488-7e8e531277d4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.743552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.743552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.743793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.743885] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e600346-54aa-4615-b488-7e8e531277d4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.085876] env[65067]: INFO networking_nsxv3.common.synchronization [req-081b2563-269a-4582-a559-dfd8ad07763f req-91343705-bb4b-4052-8b80-b2fd2ca36128 tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 884.086922] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 884.086922] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.087182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.087262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.087422] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.087573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.087736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.087829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.087927] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.248389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.248389] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.248389] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e600346-54aa-4615-b488-7e8e531277d4 with status ACTIVE [ 884.248389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.248389] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.248389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.248962] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.248962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.248962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.248962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.248962] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e600346-54aa-4615-b488-7e8e531277d4 is going to be updated. [ 884.270707] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.270893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.270932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.271151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.271296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.271454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e600346-54aa-4615-b488-7e8e531277d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.590308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.751580] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.093253] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.258623] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.258623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.258623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.258623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.258623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.258623] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be created. [ 885.284618] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.284618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.284618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.284618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.284618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.294342] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: UNINITIALIZED for 2s [ 885.596454] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.596629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.596726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.596901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.596992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.597122] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 885.630143] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.630310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.630395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.630604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.630918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.641596] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-91207082-ffa8-406b-8a5e-4cce49edba4f tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 885.642835] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 885.643243] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 885.643590] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.643811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.817078] env[65067]: INFO networking_nsxv3.common.synchronization [None req-84643d6a-2268-4927-86f8-4fe5ff593984 None None] Enqueued Resource ID: 876c7c66-40ec-4141-b824-9dc923f325d4 with Priority: HIGHEST for action port [ 885.819275] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876c7c66-40ec-4141-b824-9dc923f325d4 with Priority: HIGHEST for action port [ 885.819275] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-876c7c66-40ec-4141-b824-9dc923f325d4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.819275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876c7c66-40ec-4141-b824-9dc923f325d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.819275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876c7c66-40ec-4141-b824-9dc923f325d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.819275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876c7c66-40ec-4141-b824-9dc923f325d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.819466] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876c7c66-40ec-4141-b824-9dc923f325d4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.184950] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.185183] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.185311] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.185716] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.186075] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.186446] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.186580] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.186833] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.188141] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.188141] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.188141] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.188141] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.188141] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.188141] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.188141] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.188141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.209036] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.209256] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.209333] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.209654] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.209880] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-5d89e874-d4a0-4448-9e9a-4230960dc293 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210077] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210222] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.210581] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.210721] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d89e874-d4a0-4448-9e9a-4230960dc293',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.327644] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 876c7c66-40ec-4141-b824-9dc923f325d4 [ 886.327754] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.327908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.327967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.328210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.328314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.328384] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:876c7c66-40ec-4141-b824-9dc923f325d4 already deleted. [ 886.328484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876c7c66-40ec-4141-b824-9dc923f325d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.714217] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.714491] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.714636] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.715014] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.715208] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.715393] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 5d89e874-d4a0-4448-9e9a-4230960dc293 not found, creating... [ 886.715729] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.715994] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.716099] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.716380] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.716543] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.716896] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.718040] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.719619] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.719619] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.719619] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.719619] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 5d89e874-d4a0-4448-9e9a-4230960dc293 is going to be created. [ 886.750557] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.750557] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.750557] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.750557] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.750903] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.750935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.306672] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 887.307247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.307247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.308823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.308823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.308823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.308823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.308823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.308823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.308823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.308823] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.310430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.310430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.310430] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.310430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.310430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.310758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.310758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.310873] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.447782] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a4914d2a-53a8-4af9-9ea5-d850d9df3b72 tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 887.448382] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 887.448715] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.448929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.448929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.451972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.452100] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.584096] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-4a9eac31-60a7-45d5-bb8e-b0ca74812426 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 887.584508] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-4a9eac31-60a7-45d5-bb8e-b0ca74812426 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 887.584902] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5283801-aad7-423f-a169-ecc57bfb7b93 req-4a9eac31-60a7-45d5-bb8e-b0ca74812426 service nova] Enqueued Resource ID: 5d89e874-d4a0-4448-9e9a-4230960dc293 with Priority: HIGHEST for action port [ 887.585835] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 887.586529] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 887.586529] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d89e874-d4a0-4448-9e9a-4230960dc293 with Priority: HIGHEST for action port [ 887.587021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.587021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.587609] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.587609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.587997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d89e874-d4a0-4448-9e9a-4230960dc293 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.588467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.588467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.591301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.591301] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d89e874-d4a0-4448-9e9a-4230960dc293',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.610233] env[65067]: INFO networking_nsxv3.common.synchronization [None req-26d3b09a-a2bc-415e-8c3b-3272d119cc37 tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 887.610233] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 887.610233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.610233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.654593] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 887.654827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.814078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.814297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.814514] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.977517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.977704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.977827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.977943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.978048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.978163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be already deleted. [ 887.978269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.979284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.979589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.983110] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.095298] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d89e874-d4a0-4448-9e9a-4230960dc293 with status ACTIVE [ 888.095298] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.095298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.095298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.095298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.095298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.095846] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.095846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.095846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.096063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.096143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.096368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.096516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.096516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.099304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.099304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.099304] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d89e874-d4a0-4448-9e9a-4230960dc293 is going to be updated. [ 888.128534] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.128726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.128809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.129013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.129162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.131018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d89e874-d4a0-4448-9e9a-4230960dc293" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.317364] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.505823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.505961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.506949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.506949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.506949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.506949] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be already deleted. [ 888.506949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.509274] env[65067]: INFO networking_nsxv3.common.synchronization [None req-33ec5ce1-6691-49c0-9101-ad71fdfab980 None None] Enqueued Resource ID: 62815d4a-fabc-4595-8839-ea6faae0b083 with Priority: HIGHEST for action port [ 888.509780] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62815d4a-fabc-4595-8839-ea6faae0b083 with Priority: HIGHEST for action port [ 888.510150] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-62815d4a-fabc-4595-8839-ea6faae0b083 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.510277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62815d4a-fabc-4595-8839-ea6faae0b083" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.510345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62815d4a-fabc-4595-8839-ea6faae0b083" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.510616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62815d4a-fabc-4595-8839-ea6faae0b083" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.510817] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62815d4a-fabc-4595-8839-ea6faae0b083',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.820713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.821040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.821040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.822244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.822244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.822244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 888.867479] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.867479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.867479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.867479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.867479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.877609] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 889.012662] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62815d4a-fabc-4595-8839-ea6faae0b083 [ 889.014520] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.014520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.014520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.014520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.014520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.014520] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62815d4a-fabc-4595-8839-ea6faae0b083 already deleted. [ 889.014520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62815d4a-fabc-4595-8839-ea6faae0b083" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.030260] env[65067]: INFO networking_nsxv3.common.synchronization [req-f26f1066-fb3a-4167-b1c3-547dde32d6c6 req-d63f8ad7-f06e-4c54-bfab-81ee87774316 tempest-ServersNegativeTestMultiTenantJSON-2096716807 tempest-ServersNegativeTestMultiTenantJSON-2096716807-project-member] Enqueued Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_members [ 890.030685] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGHEST for action security_group_members [ 890.031795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.031795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.031795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.031795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.031987] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.032109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.032174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.032330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.032417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.032574] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.097152] env[65067]: INFO networking_nsxv3.common.synchronization [req-5c0d05ec-2099-490b-8c30-269d53e3cf9b req-6f244caa-d44a-4958-80dd-14af2978da93 tempest-ServersAdminNegativeTestJSON-428646726 tempest-ServersAdminNegativeTestJSON-428646726-project-member] Enqueued Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 890.097409] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741747d-de51-4011-99c4-33c0cecb2e7a with Priority: HIGHEST for action security_group_members [ 890.097713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4741747d-de51-4011-99c4-33c0cecb2e7a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.097852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.097920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.098594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.098760] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.098866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.098930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.099106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.099193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.099285] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4741747d-de51-4011-99c4-33c0cecb2e7a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.522791] env[65067]: INFO networking_nsxv3.common.synchronization [req-bf5d7e69-c72d-499d-97ce-a1107140010b req-b16eb1de-390e-4524-831c-3d441f95c53d tempest-ServerActionsV293TestJSON-1399346214 tempest-ServerActionsV293TestJSON-1399346214-project-member] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_members [ 890.523672] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_members [ 890.524050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.524148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.524202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.524603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.524763] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.524879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.524941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.525111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.525196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.525290] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.535711] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.536014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.536122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.536323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.536570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.536676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.536803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.536885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.537072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.537192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.537298] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd274f54-74a4-491b-9acf-751bad61a19d is going to be updated. [ 890.569995] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.569995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.569995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.569995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.569995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.579239] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd274f54-74a4-491b-9acf-751bad61a19d in Status: IN_PROGRESS for 2s [ 890.602528] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.602699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.602767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.603116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.603116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.603268] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.603368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.603420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.603567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.603670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.603721] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a is going to be updated. [ 890.632448] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.632577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.632614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.632849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.633017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.643628] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: IN_PROGRESS for 2s [ 890.890097] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.890097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-882" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.890097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-882" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.890389] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-882" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.891640] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.891640] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.891640] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.891640] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.891640] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.891640] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.891966] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.891966] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.891966] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.892070] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.892099] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.892235] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.893795] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 890.894065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.894706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.894957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.895649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.895649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.895649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.895798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.895917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.896090] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.914660] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.914848] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.914989] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.915196] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-882" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.915513] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-0eee45b3-88e9-4219-85dd-bda50aeaf676 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.915672] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.915872] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.916153] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.916295] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eee45b3-88e9-4219-85dd-bda50aeaf676',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.031095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.031095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.031095] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 already deleted. [ 891.031095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.399446] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.418884] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.419479] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.419660] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.419994] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.420294] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.420495] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 0eee45b3-88e9-4219-85dd-bda50aeaf676 not found, creating... [ 891.420812] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.421114] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.421261] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.421598] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.421655] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.422194] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.422400] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.422525] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.422751] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.423230] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.423230] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 0eee45b3-88e9-4219-85dd-bda50aeaf676 is going to be created. [ 891.447144] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.447815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.448116] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.448620] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.449044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.449651] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.902414] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.206196] env[65067]: INFO networking_nsxv3.common.synchronization [req-bf5d7e69-c72d-499d-97ce-a1107140010b req-dd3d2a7b-896b-4f3e-ab7d-22e35355af57 service nova] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_rules [ 892.206196] env[65067]: INFO networking_nsxv3.common.synchronization [req-bf5d7e69-c72d-499d-97ce-a1107140010b req-dd3d2a7b-896b-4f3e-ab7d-22e35355af57 service nova] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_members [ 892.206532] env[65067]: INFO networking_nsxv3.common.synchronization [req-bf5d7e69-c72d-499d-97ce-a1107140010b req-dd3d2a7b-896b-4f3e-ab7d-22e35355af57 service nova] Enqueued Resource ID: 0eee45b3-88e9-4219-85dd-bda50aeaf676 with Priority: HIGHEST for action port [ 892.207501] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_rules [ 892.207766] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_members [ 892.207937] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eee45b3-88e9-4219-85dd-bda50aeaf676 with Priority: HIGHEST for action port [ 892.208487] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.208866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.208866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.208866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.208966] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.210526] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.210526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.210526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.210526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.210526] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.210977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.210977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.210977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.212894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.213093] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.214017] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eee45b3-88e9-4219-85dd-bda50aeaf676 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.217014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.217014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.217014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.217014] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eee45b3-88e9-4219-85dd-bda50aeaf676',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.405241] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.405702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.405818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.405886] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 892.441125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.441290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.441360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.441573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.441725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.452310] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 892.595722] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd274f54-74a4-491b-9acf-751bad61a19d in Status: SUCCESS [ 892.595972] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd274f54-74a4-491b-9acf-751bad61a19d deletion is rescheduled due to dependency. [ 892.596601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.654101] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4741747d-de51-4011-99c4-33c0cecb2e7a in Status: SUCCESS [ 892.654420] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4741747d-de51-4011-99c4-33c0cecb2e7a deletion is rescheduled due to dependency. [ 892.654587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4741747d-de51-4011-99c4-33c0cecb2e7a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.722024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.722024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.722024] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.722758] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eee45b3-88e9-4219-85dd-bda50aeaf676 with status ACTIVE [ 892.722962] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.726025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.726025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.726025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.726025] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eee45b3-88e9-4219-85dd-bda50aeaf676 is going to be updated. [ 892.754162] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.754162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.754162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.754162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.754327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.754462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eee45b3-88e9-4219-85dd-bda50aeaf676" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.864162] env[65067]: INFO networking_nsxv3.common.synchronization [req-3c25e40c-e897-4d4f-8768-03ddd6a9e98b req-acf86e91-0300-47d2-8881-9d2bcfda1cf2 tempest-ServersTestJSON-52034376 tempest-ServersTestJSON-52034376-project-member] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_members [ 892.864798] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGHEST for action security_group_members [ 892.865451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.865451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.865451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.866475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.866696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.866804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.866914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.867063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.867156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.867260] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.229445] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.369528] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.369682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.369753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.369982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.370090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.370286] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.370379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.370436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.370586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.370657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.370745] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 is going to be updated. [ 893.410618] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.410835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.410889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.411150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.411305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.421526] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49059263-83c9-4f7b-a336-31bd383e7358 in Status: IN_PROGRESS for 2s [ 893.734473] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.734745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.734745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.735654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.735654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.735654] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 is going to be created. [ 893.764790] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.765197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.765338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.765588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.765862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.808547] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b709038a-0291-4db0-a8d0-b9035ec18d22 in Status: UNINITIALIZED for 2s [ 894.471353] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 894.471680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.473047] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.473047] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.473047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.473703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.473703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.473703] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.473872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.473907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.474139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.474259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.474368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.474633] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.976665] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713: rpc.has_security_group_logging(os_id): False [ 895.000241] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.000434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.000507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.003053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.003554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.003554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.003554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.003554] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be created. [ 895.081468] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.081636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.081709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.081911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.082126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.096595] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 895.172135] env[65067]: INFO networking_nsxv3.common.synchronization [req-055082a6-2d25-4abc-aa53-e730191af313 req-278e68ea-4ba3-4572-9e67-d8920f97d976 tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 895.172915] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 895.173384] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.173585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.173665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.174085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.174085] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.174278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.174278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.174364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.174450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.174547] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.434198] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49059263-83c9-4f7b-a336-31bd383e7358 in Status: SUCCESS [ 895.434414] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 deletion is rescheduled due to dependency. [ 895.434567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.677695] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.677958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.677958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.678176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.678285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.678537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.678675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.678747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.678898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.678978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.679092] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be deleted. [ 895.696964] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.697261] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.697391] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.697603] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.697884] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.698606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.698606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.698606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.698606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.698838] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.698955] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.699072] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.699183] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.699295] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.699964] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.699964] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.717301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.717301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.717301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.717301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.717708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.717708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.722487] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.722677] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.722799] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.722968] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-185" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.723331] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-736285d1-88e8-4a10-aaee-567659ebfa0a taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.723868] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.723868] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.724088] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.724173] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736285d1-88e8-4a10-aaee-567659ebfa0a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.819191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b709038a-0291-4db0-a8d0-b9035ec18d22 in Status: SUCCESS [ 895.819434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.819819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.819975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.820082] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.820214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.820275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.821795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.822009] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.822177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.822333] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.227679] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.229646] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 736285d1-88e8-4a10-aaee-567659ebfa0a not found, creating... [ 896.229646] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.229646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.230249] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.230249] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.230249] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.230249] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.230454] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.230585] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.230717] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 736285d1-88e8-4a10-aaee-567659ebfa0a is going to be created. [ 896.255620] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.255832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.256912] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.256912] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.256912] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.257097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.324918] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.827566] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b709038a-0291-4db0-a8d0-b9035ec18d22: rpc.has_security_group_logging(os_id): False [ 896.846476] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.846476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.846476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.846869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.846869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.846869] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.846983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.846983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.847348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.847461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.847524] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 is going to be created. [ 896.913548] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.913856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.913856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.914119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.914324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.926808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b709038a-0291-4db0-a8d0-b9035ec18d22 in Status: IN_PROGRESS for 2s [ 896.984019] env[65067]: INFO networking_nsxv3.common.synchronization [req-055082a6-2d25-4abc-aa53-e730191af313 req-db849a23-6eca-4b06-a79a-9074edf291ef service nova] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_rules [ 896.984221] env[65067]: INFO networking_nsxv3.common.synchronization [req-055082a6-2d25-4abc-aa53-e730191af313 req-db849a23-6eca-4b06-a79a-9074edf291ef service nova] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 896.984349] env[65067]: INFO networking_nsxv3.common.synchronization [req-055082a6-2d25-4abc-aa53-e730191af313 req-db849a23-6eca-4b06-a79a-9074edf291ef service nova] Enqueued Resource ID: 736285d1-88e8-4a10-aaee-567659ebfa0a with Priority: HIGHEST for action port [ 896.984973] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_rules [ 896.985211] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 896.985302] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736285d1-88e8-4a10-aaee-567659ebfa0a with Priority: HIGHEST for action port [ 896.985594] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.985851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.985911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.986143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.986229] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.987805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.987941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.988116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.988725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.988964] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.989113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.989183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.989492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.989595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.989693] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.994226] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-736285d1-88e8-4a10-aaee-567659ebfa0a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.994226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.994226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.994226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.994226] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736285d1-88e8-4a10-aaee-567659ebfa0a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.113897] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 897.114725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.114725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.114725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.114725] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.490915] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.490915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.494241] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.494241] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 736285d1-88e8-4a10-aaee-567659ebfa0a with status ACTIVE [ 897.494524] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.494924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.494924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.495153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.495602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.495602] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.495705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.495835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.496015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.496150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.496573] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.496573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.496747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.497073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.497073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.497073] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 736285d1-88e8-4a10-aaee-567659ebfa0a is going to be updated. [ 897.525267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.525449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.525490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.525893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.525893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.526031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736285d1-88e8-4a10-aaee-567659ebfa0a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.618014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.618243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.618318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.618587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.618848] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.619037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.619141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.619399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.619546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.619647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.619740] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.864769] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5872b15-1119-4b58-8c6c-6df266851b06 req-8eb5adff-49cb-40f2-a516-b01ffe71e184 tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 897.866095] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 897.866095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.866095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.866291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.866439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.866829] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.866829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.866976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.867096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.867207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.867296] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.003184] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.121987] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.122364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.164701] env[65067]: INFO networking_nsxv3.common.synchronization [req-e3420833-25fb-40a2-b4ff-e0fc8638b97a req-5f5ebcaf-b254-43aa-8940-1c7f57c908c7 tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 898.164966] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 898.166145] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.166145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.370151] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.512565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.512723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.512880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.513018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.513113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.513244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be created. [ 898.537457] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.537576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.537650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548408] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: UNINITIALIZED for 2s [ 898.874136] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.939676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b709038a-0291-4db0-a8d0-b9035ec18d22 in Status: SUCCESS [ 898.939997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.376796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.376904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.376953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.377319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.377437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.377545] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 899.535330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.537639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.537639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.537639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.537639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.553461] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 900.558083] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 900.558428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.558484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.558847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.559070] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.559191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.559261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.559421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.559503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.559601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.559706] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.062131] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.062303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.062376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.062633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.062814] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.062915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.062978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.063162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.063247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.063334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.063503] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.063608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.063670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.063811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.063946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.064047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.064107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.064237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.064309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.064386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.064472] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.566218] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 901.567054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.567178] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69aeeea7-6f97-417d-94ce-af05d256be7d: rpc.has_security_group_logging(os_id): False [ 901.569193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.569551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.569888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.570123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.570233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.570524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.570893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.570981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.571305] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.571459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.571576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.571838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.572281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.572476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.572595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.572853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.572998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.573172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.573324] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.574832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.575076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.575351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.575572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.575669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.575815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.575945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.576092] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.596952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.597138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.597219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.597423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.597561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.597941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.598083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.598156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.598353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.598442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.598729] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.598834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.598901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.599067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.599148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.599342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.599452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.599535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.599691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.600346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.600346] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be created. [ 901.692913] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.693122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.693198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.693451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.693749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.711938] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 902.080849] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713: rpc.has_security_group_logging(os_id): False [ 902.083600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.083600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.083600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.083600] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 902.109426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.109875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.110278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.110846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.111102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.111583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.111841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.112096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.114165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.114730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.115377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.115607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.116053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.116434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.116601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.117108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.119336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.119336] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 902.138459] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.138459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.138459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.138459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.138459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.152642] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 902.210603] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.211171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.211342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.211658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.211989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.228216] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 903.166378] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.166666] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 903.177801] env[65067]: INFO networking_nsxv3.common.synchronization [req-7ea1b2ee-63f2-4e85-8cfd-d08ee62dfcee req-2e6b21c0-ab18-4bbf-97e1-c107f048e8b4 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_members [ 903.178508] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_members [ 903.178866] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.179164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.179248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.179524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.179695] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.179799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.179869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.180030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.180114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.180209] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.659553] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.659796] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.659882] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.660182] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.660820] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.660997] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.661128] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.661354] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.661500] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.661711] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.661819] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.661944] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.662122] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.662284] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.662410] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.662542] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.683056] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.683446] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.683446] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.683718] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683885] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-c5026b22-4035-4206-8311-315208f3465e taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.684103] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.684270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.684538] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.684668] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5026b22-4035-4206-8311-315208f3465e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.685636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.685753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.685822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.685986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.686108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.686283] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.686378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.686459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.686611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.686689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.686772] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 already deleted. [ 903.686852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.723876] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 903.724115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.163906] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 904.164137] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 deletion is rescheduled due to dependency. [ 904.164267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.188921] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.189310] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.189404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.189691] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.189850] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.190011] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port c5026b22-4035-4206-8311-315208f3465e not found, creating... [ 904.190314] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.190435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.190551] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.190772] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.190912] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.191209] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.191375] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.191514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.191766] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.191888] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.192041] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: c5026b22-4035-4206-8311-315208f3465e is going to be created. [ 904.212991] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.213243] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.213356] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.213652] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.213922] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.214216] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.243050] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 904.243359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.937203] env[65067]: INFO networking_nsxv3.common.synchronization [req-7ea1b2ee-63f2-4e85-8cfd-d08ee62dfcee req-3e9c6d93-6607-4f9d-830e-d2dc7856a3ba service nova] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_rules [ 904.937203] env[65067]: INFO networking_nsxv3.common.synchronization [req-7ea1b2ee-63f2-4e85-8cfd-d08ee62dfcee req-3e9c6d93-6607-4f9d-830e-d2dc7856a3ba service nova] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_members [ 904.937341] env[65067]: INFO networking_nsxv3.common.synchronization [req-7ea1b2ee-63f2-4e85-8cfd-d08ee62dfcee req-3e9c6d93-6607-4f9d-830e-d2dc7856a3ba service nova] Enqueued Resource ID: c5026b22-4035-4206-8311-315208f3465e with Priority: HIGHEST for action port [ 904.938249] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_rules [ 904.938391] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_members [ 904.939244] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5026b22-4035-4206-8311-315208f3465e with Priority: HIGHEST for action port [ 904.939244] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.939244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.939244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.939728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.939728] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.940686] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.940911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.940998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.942567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.942625] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.942780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.942836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.943018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.943113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.943202] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.945696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5026b22-4035-4206-8311-315208f3465e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.945825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.945886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.946027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.946102] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5026b22-4035-4206-8311-315208f3465e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.446820] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.447905] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5026b22-4035-4206-8311-315208f3465e with status ACTIVE [ 905.448142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.448300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.448969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.448969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.448969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.448969] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.449159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.449159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.449260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.449306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.449544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.449635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.449674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.449925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.449925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.450228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5026b22-4035-4206-8311-315208f3465e is going to be updated. [ 905.451426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.451772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.472205] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.472381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.472421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.472588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.472719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.472868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5026b22-4035-4206-8311-315208f3465e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.698602] env[65067]: INFO networking_nsxv3.common.synchronization [req-3ccd0fdd-82dd-40d5-9430-5e904ce26374 req-0dab2cb8-e39f-4168-b49a-c2d1066f5122 tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 905.699155] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 905.700274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.700274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.700274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.700274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.700274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.700522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.700522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.701285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.701285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.701285] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.953016] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.204569] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.205436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.205436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.205436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.205436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.205436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.205436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.205835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.205835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.205835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.205835] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 906.247869] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.248023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.248100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.248306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.248461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.260033] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 906.459460] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.459460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.459460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.459829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.459829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.459923] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 is going to be created. [ 906.488640] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.488954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.488954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.489131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.490031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.501537] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 in Status: UNINITIALIZED for 2s [ 908.270017] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 908.270363] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d deletion is rescheduled due to dependency. [ 908.270363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.511447] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 in Status: SUCCESS [ 908.511677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.511843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.512078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.512399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.512471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.512612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.512774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.512862] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.691048] env[65067]: INFO networking_nsxv3.common.synchronization [req-a56b8a7d-c05e-4dcc-9f82-95a7dfe7ace0 req-5aa6cda4-669a-44de-ae64-f053f59ab350 tempest-ImagesOneServerNegativeTestJSON-1672876084 tempest-ImagesOneServerNegativeTestJSON-1672876084-project-member] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 908.691674] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGHEST for action security_group_members [ 908.691907] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.692246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.692246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.693170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.693170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.693170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.693170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.693170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.693170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.693441] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.015338] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.199238] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.199477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.200445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.202383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.202383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.202383] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.202383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.202383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.202383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.202383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.202383] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be updated. [ 909.244836] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.245016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.245134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.245349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.245502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.257740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: IN_PROGRESS for 2s [ 909.520857] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd09e67-399b-4e0d-ad98-85ee635b95b4: rpc.has_security_group_logging(os_id): False [ 909.543258] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.543429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.543469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.543737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.543831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.544089] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.544198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.544249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.544396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.544469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.544552] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 is going to be created. [ 909.622524] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.622739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.622818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.623035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.623213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.636377] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 in Status: IN_PROGRESS for 2s [ 910.990910] env[65067]: INFO networking_nsxv3.common.synchronization [req-b2743c86-e20d-4335-9386-b0abc4762271 req-1377a256-9680-4db9-b57c-4380c9dfc6c0 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 910.991490] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 910.992067] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.992067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.992067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.992319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.992356] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.992458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.992510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.992965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.992965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.992965] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.268197] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aeeea7-6f97-417d-94ce-af05d256be7d in Status: SUCCESS [ 911.268481] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d deletion is rescheduled due to dependency. [ 911.268583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290980] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.291309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.291485] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.291850] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.292180] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.292529] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.292738] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.293019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.293928] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.293928] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.293928] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.293928] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.293928] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.293928] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.293928] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.294191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.314033] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.314235] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.314415] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.314628] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.314995] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-9ef7e90a-9ac2-4206-b7bd-13523b5abace taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.315783] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.315783] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.315783] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.315893] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef7e90a-9ac2-4206-b7bd-13523b5abace',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.497655] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.497818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.497865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.498176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.498368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.498463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.498525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.498820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.498902] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 already deleted. [ 911.498995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.652719] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 in Status: SUCCESS [ 911.654023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.818387] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.818675] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.819051] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.819155] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.819301] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.819453] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 9ef7e90a-9ac2-4206-b7bd-13523b5abace not found, creating... [ 911.820076] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.820076] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.820498] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.820792] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.821019] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.821334] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.821495] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.821614] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.821829] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.821964] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.822112] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 9ef7e90a-9ac2-4206-b7bd-13523b5abace is going to be created. [ 911.866767] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.866968] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.867641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.867641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.867641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.867837] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.079315] env[65067]: INFO networking_nsxv3.common.synchronization [req-b2743c86-e20d-4335-9386-b0abc4762271 req-9df4dbd3-6455-4904-b38d-c1786dcf1815 service nova] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 913.079629] env[65067]: INFO networking_nsxv3.common.synchronization [req-b2743c86-e20d-4335-9386-b0abc4762271 req-9df4dbd3-6455-4904-b38d-c1786dcf1815 service nova] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 913.079629] env[65067]: INFO networking_nsxv3.common.synchronization [req-b2743c86-e20d-4335-9386-b0abc4762271 req-9df4dbd3-6455-4904-b38d-c1786dcf1815 service nova] Enqueued Resource ID: 9ef7e90a-9ac2-4206-b7bd-13523b5abace with Priority: HIGHEST for action port [ 913.080296] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 913.080435] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 913.080530] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef7e90a-9ac2-4206-b7bd-13523b5abace with Priority: HIGHEST for action port [ 913.080909] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.081030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.081030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.081270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.081372] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.082234] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.082353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.082418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.082589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.082797] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.082911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.082974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.083128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.083210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.083331] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.085550] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef7e90a-9ac2-4206-b7bd-13523b5abace taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.085761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.085839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.086015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.087267] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef7e90a-9ac2-4206-b7bd-13523b5abace',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.589147] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.590912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.591121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.591434] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ef7e90a-9ac2-4206-b7bd-13523b5abace with status ACTIVE [ 913.592309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.592435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.592606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.593030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.593135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.593411] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.593597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.593704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.593959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.594104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.594386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.594851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.594851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.595928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.595928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.595928] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ef7e90a-9ac2-4206-b7bd-13523b5abace is going to be updated. [ 913.620246] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.620427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.620476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.621177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.621177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.621177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef7e90a-9ac2-4206-b7bd-13523b5abace" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.100640] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.602180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.604983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.604983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.604983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.604983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.604983] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be created. [ 914.629290] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.631029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.631029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.631029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.631029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.640249] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: UNINITIALIZED for 2s [ 916.654767] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 916.655120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.655200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.655387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.655569] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.655771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.655827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.655989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.656083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.656170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.656272] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.158224] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.660873] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6968c8e-3b3f-490f-bbba-30d23a179347: rpc.has_security_group_logging(os_id): False [ 917.680421] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.680564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.680649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.680853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.680967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.681258] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.681365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.681417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.681583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.681665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.681742] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be created. [ 917.770112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.770346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.770516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.770768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.771040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.785046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 918.082054] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 918.082228] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 919.803657] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 919.804154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.300977] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a11559d-7755-4727-96d3-6fa1355296b4 req-b15d237d-6791-431c-b5b9-7b3c2047982b tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 921.302026] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 921.302465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.303547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.303547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.303547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.303547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.303547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.303929] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.709620] env[65067]: INFO networking_nsxv3.common.synchronization [req-3bb97d21-3382-4899-9e5a-c493423b35ed req-0a62c771-9c06-4941-85cc-7231a01a6333 tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 921.711020] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 921.711020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.711020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.711020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.711666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.713332] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.713332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.713332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.713332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.713332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.713332] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.786674] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.786674] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.786674] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.786901] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.787205] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.787459] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.787597] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.787904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.788101] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.788336] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.788449] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.788578] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.788824] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.788880] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.789088] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.789169] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.806491] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.806651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.806741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.807812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.807986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.808278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.808516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.808580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.808972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809232] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be already deleted. [ 921.809345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.823116] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.823116] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.823116] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.823116] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.823116] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-8201627a-16e7-4f30-aad4-eee62f03c103 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.823116] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.824276] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.826227] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.826227] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8201627a-16e7-4f30-aad4-eee62f03c103',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.215201] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.329041] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.329472] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.329472] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.331304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.331304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.331304] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 8201627a-16e7-4f30-aad4-eee62f03c103 not found, creating... [ 922.331304] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.331304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.331304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.331304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.331304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.331815] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.332193] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.332930] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.333263] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.333502] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.333754] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 8201627a-16e7-4f30-aad4-eee62f03c103 is going to be created. [ 922.359547] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.359547] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.359547] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.359808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.359840] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.360940] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.718314] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.070389] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a11559d-7755-4727-96d3-6fa1355296b4 req-c3317d92-219d-4d8f-bd3e-aea515f6ffc9 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 923.070644] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a11559d-7755-4727-96d3-6fa1355296b4 req-c3317d92-219d-4d8f-bd3e-aea515f6ffc9 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 923.070849] env[65067]: INFO networking_nsxv3.common.synchronization [req-9a11559d-7755-4727-96d3-6fa1355296b4 req-c3317d92-219d-4d8f-bd3e-aea515f6ffc9 service nova] Enqueued Resource ID: 8201627a-16e7-4f30-aad4-eee62f03c103 with Priority: HIGHEST for action port [ 923.071527] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 923.071723] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 923.071857] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8201627a-16e7-4f30-aad4-eee62f03c103 with Priority: HIGHEST for action port [ 923.072245] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.072410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.072509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.072780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.072896] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.074037] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.074194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.074300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.074525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.074730] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.074866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.074956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.075172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.075292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.075419] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.076410] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8201627a-16e7-4f30-aad4-eee62f03c103 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.076554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.076648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.076899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.077011] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8201627a-16e7-4f30-aad4-eee62f03c103',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.222803] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.223097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.223404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223502] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 923.254139] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.254365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.254477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.254767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.254960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.264475] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 923.583359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.583359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.583359] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.583359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8201627a-16e7-4f30-aad4-eee62f03c103 with status ACTIVE [ 923.583359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.583359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.583359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.583359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.583359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.583359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.583943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.583943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.583943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.583943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.583943] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.583943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.585086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.585086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.585086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.585086] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8201627a-16e7-4f30-aad4-eee62f03c103 is going to be updated. [ 923.607797] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.607946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.608039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.608267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.608349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.608501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8201627a-16e7-4f30-aad4-eee62f03c103" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.088542] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.591257] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.591257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.591257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.591257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.591257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.591257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be created. [ 924.615109] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.615109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.615109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.615109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.615109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.630894] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: UNINITIALIZED for 2s [ 925.275667] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 925.275901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.645362] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 926.645844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.645844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.647817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.647817] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.647817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.647817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.647817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.647817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.647817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.647817] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.151444] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.654737] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f948e1-095d-4994-a832-22c5afde57be: rpc.has_security_group_logging(os_id): False [ 927.674543] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.674702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.674769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.674994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.675102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.675371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.675519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.675598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.675807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.675839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.675932] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be created. [ 927.754068] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.754256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.754296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.754886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.754886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.770371] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 928.072933] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.073151] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 929.333455] env[65067]: INFO networking_nsxv3.common.synchronization [None req-241f1366-ccd4-41eb-b148-9763579a9b7c None None] Enqueued Resource ID: 36b76c3d-f8fd-42cb-b629-8f052f8557a4 with Priority: HIGHEST for action port [ 929.334023] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b76c3d-f8fd-42cb-b629-8f052f8557a4 with Priority: HIGHEST for action port [ 929.334670] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b76c3d-f8fd-42cb-b629-8f052f8557a4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.334670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b76c3d-f8fd-42cb-b629-8f052f8557a4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.334670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b76c3d-f8fd-42cb-b629-8f052f8557a4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.334804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b76c3d-f8fd-42cb-b629-8f052f8557a4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.335801] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b76c3d-f8fd-42cb-b629-8f052f8557a4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.787607] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 929.788874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.842465] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36b76c3d-f8fd-42cb-b629-8f052f8557a4 [ 929.842465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.842465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.842465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.842465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.842465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.842465] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36b76c3d-f8fd-42cb-b629-8f052f8557a4 already deleted. [ 929.842465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b76c3d-f8fd-42cb-b629-8f052f8557a4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.264364] env[65067]: INFO networking_nsxv3.common.synchronization [None req-63b23f78-481e-4f9a-b426-a744485dd211 None None] Enqueued Resource ID: cd9c4ef2-8c26-41b9-90be-43810ea3225e with Priority: HIGHEST for action port [ 932.264663] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9c4ef2-8c26-41b9-90be-43810ea3225e with Priority: HIGHEST for action port [ 932.265596] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9c4ef2-8c26-41b9-90be-43810ea3225e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.265596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9c4ef2-8c26-41b9-90be-43810ea3225e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.265596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9c4ef2-8c26-41b9-90be-43810ea3225e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.265884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9c4ef2-8c26-41b9-90be-43810ea3225e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.265935] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9c4ef2-8c26-41b9-90be-43810ea3225e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.769438] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9c4ef2-8c26-41b9-90be-43810ea3225e [ 932.769676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.769833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.769904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.770150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.770239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.770336] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9c4ef2-8c26-41b9-90be-43810ea3225e already deleted. [ 932.770417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9c4ef2-8c26-41b9-90be-43810ea3225e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.265864] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 937.266178] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 939.058628] env[65067]: INFO networking_nsxv3.common.synchronization [req-f1156ca5-a9c5-473e-ba03-1d9be1538b6e req-2d30b397-de56-4cb8-9b3d-2816fb544004 tempest-ServersWithSpecificFlavorTestJSON-2008120047 tempest-ServersWithSpecificFlavorTestJSON-2008120047-project-member] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 939.059228] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGHEST for action security_group_members [ 939.059624] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.059716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.059815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.060208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.061291] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.061291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.061291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.061291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.061291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.061291] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.563790] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.564096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.564207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.564545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.564700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.565026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.565186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.565306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.565575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.565696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.565853] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be updated. [ 939.603101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.603329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.603329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.603521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.603659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.613746] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: IN_PROGRESS for 2s [ 940.667487] env[65067]: INFO networking_nsxv3.common.synchronization [req-6d34fccb-2dbc-48a9-b18a-80f72e7e2274 req-d875f572-9f42-4c61-9bab-d98304a5d724 tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 940.668127] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 940.668512] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.668644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.668748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.668955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.669116] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.669216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.669278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.669415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.669501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.669592] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.001293] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.001519] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.001618] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.001884] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.002212] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.002377] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.002497] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.002706] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.002872] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.003133] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.003255] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.003363] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.003471] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.003581] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.003687] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.003842] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.029294] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.029501] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.029883] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.030270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.030817] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-2d290450-f51d-42b4-97ef-5902c9882ad8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.031132] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.031355] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.031812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.032017] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d290450-f51d-42b4-97ef-5902c9882ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.174906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.175153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.175249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.175503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.175619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.175916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.176147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.176280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.176528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.176661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.176799] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 941.202979] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.203132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.203171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.203370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.203516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.214965] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 941.534950] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.535684] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.535684] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.535933] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.536106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.536264] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 2d290450-f51d-42b4-97ef-5902c9882ad8 not found, creating... [ 941.536567] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.536729] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.536862] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.537083] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.537222] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.537505] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.537658] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.537773] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.537980] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.538137] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.538277] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 2d290450-f51d-42b4-97ef-5902c9882ad8 is going to be created. [ 941.559576] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.560805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.560805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.560805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.560805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.560805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.623830] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e in Status: SUCCESS [ 941.624090] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e deletion is rescheduled due to dependency. [ 941.624239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.284925] env[65067]: INFO networking_nsxv3.common.synchronization [req-6d34fccb-2dbc-48a9-b18a-80f72e7e2274 req-5fc1166f-9f5d-49c4-b077-55683b824600 service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 942.285204] env[65067]: INFO networking_nsxv3.common.synchronization [req-6d34fccb-2dbc-48a9-b18a-80f72e7e2274 req-5fc1166f-9f5d-49c4-b077-55683b824600 service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 942.285268] env[65067]: INFO networking_nsxv3.common.synchronization [req-6d34fccb-2dbc-48a9-b18a-80f72e7e2274 req-5fc1166f-9f5d-49c4-b077-55683b824600 service nova] Enqueued Resource ID: 2d290450-f51d-42b4-97ef-5902c9882ad8 with Priority: HIGHEST for action port [ 942.285767] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 942.285902] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 942.286049] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d290450-f51d-42b4-97ef-5902c9882ad8 with Priority: HIGHEST for action port [ 942.286276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.286391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.286455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.286708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.286763] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.287628] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.287698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.287882] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d290450-f51d-42b4-97ef-5902c9882ad8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.288498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.288579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.288786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.288865] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d290450-f51d-42b4-97ef-5902c9882ad8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.790894] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.791115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.791167] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d290450-f51d-42b4-97ef-5902c9882ad8 with status ACTIVE [ 942.791342] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.791454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.791523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.791735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.791826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.793052] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.793052] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.793052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.793052] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d290450-f51d-42b4-97ef-5902c9882ad8 is going to be updated. [ 942.813224] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.813389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.813476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.813676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.813777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.813909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d290450-f51d-42b4-97ef-5902c9882ad8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.225853] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 943.226151] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d deletion is rescheduled due to dependency. [ 943.226309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.226539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.226893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.227095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.227216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.227276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.227432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.227511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.227606] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.729889] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.232767] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.735407] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.735671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.735671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.735892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.736064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.736167] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 944.767573] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.767928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.767928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.768282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.768440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.778117] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 946.789899] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 946.789899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.790310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.790344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.790537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.791213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.791213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.791213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.791213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.791213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.791213] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.289019] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 947.289019] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 947.294501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.294686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.294732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.295164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.295164] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.295309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.295309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.295429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.295514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.295604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.295785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.295856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.295918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.296070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.296209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.296300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.296406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.296495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.296570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.296651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.296744] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.805471] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d: rpc.has_security_group_logging(os_id): False [ 947.826527] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.826700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.826773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.826982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.827183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.827388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.827553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.827553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.827707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.828126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.828334] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.828433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.828491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.828642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.828709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.828950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.829167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.829286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.829435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.829506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.829590] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 947.904027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.904027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.904027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.904027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.904027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.923097] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 948.621708] env[65067]: INFO networking_nsxv3.common.synchronization [req-b8691ad5-7895-4804-9a0b-313418685b07 req-d5e09276-497a-419c-a5a0-1f2074b9c53a tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 948.622387] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 948.622921] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.622921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.622921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.623183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.623304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.623405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.623462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.623608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.623693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.623813] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.743320] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3daae557-15ed-4e5e-bc56-acd7ff75a412 None None] Enqueued Resource ID: 4450b048-704b-4838-b1ac-ce8ae2a3a766 with Priority: HIGHEST for action port [ 948.745671] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4450b048-704b-4838-b1ac-ce8ae2a3a766 with Priority: HIGHEST for action port [ 948.746036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4450b048-704b-4838-b1ac-ce8ae2a3a766 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.746186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4450b048-704b-4838-b1ac-ce8ae2a3a766" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.746240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4450b048-704b-4838-b1ac-ce8ae2a3a766" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.746469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4450b048-704b-4838-b1ac-ce8ae2a3a766" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.746540] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4450b048-704b-4838-b1ac-ce8ae2a3a766',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.126453] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.248661] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4450b048-704b-4838-b1ac-ce8ae2a3a766 [ 949.248924] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.249189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.249269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.249493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.249613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.249764] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4450b048-704b-4838-b1ac-ce8ae2a3a766 already deleted. [ 949.249882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4450b048-704b-4838-b1ac-ce8ae2a3a766" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.629129] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.947023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 949.947023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.133547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.133900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.133900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.133975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.134186] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 950.175285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.175285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.175285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.175285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.175285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.187984] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 951.005826] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d52648a3-0afc-4e60-bf2f-657863954086 None None] Enqueued Resource ID: e33f228e-64dd-4466-ba47-aacc91fa6f60 with Priority: HIGHEST for action port [ 951.007646] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33f228e-64dd-4466-ba47-aacc91fa6f60 with Priority: HIGHEST for action port [ 951.007781] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33f228e-64dd-4466-ba47-aacc91fa6f60 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33f228e-64dd-4466-ba47-aacc91fa6f60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33f228e-64dd-4466-ba47-aacc91fa6f60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.008243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33f228e-64dd-4466-ba47-aacc91fa6f60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.010943] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33f228e-64dd-4466-ba47-aacc91fa6f60',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.513941] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e33f228e-64dd-4466-ba47-aacc91fa6f60 [ 951.514281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.514555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.514555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.514796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.514796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.514889] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e33f228e-64dd-4466-ba47-aacc91fa6f60 already deleted. [ 951.515047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33f228e-64dd-4466-ba47-aacc91fa6f60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.201468] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 952.201988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.063401] env[65067]: INFO networking_nsxv3.common.synchronization [req-a41dee7d-da69-4a72-9ce0-6046844e65cf req-588abc7a-d283-4342-a4dc-3c54bd4f99dd tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 953.064046] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 953.064591] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.065403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.065403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.065632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.065795] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.065902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.065963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.066124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.066208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.066301] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.411594] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.413420] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.413420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.413803] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.413803] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.413803] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.413908] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.414073] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.414317] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.414576] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.437275] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.437458] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.437561] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.437739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.438117] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-1041df48-d345-4028-a5e7-bce52b3604fe taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.438356] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.438501] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.438927] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.439202] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1041df48-d345-4028-a5e7-bce52b3604fe',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.568396] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.568657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.568657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.568928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.569053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.569221] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.569341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.569412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.569556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.569631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.569718] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 already deleted. [ 953.569798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.942590] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.942815] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.942940] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.943248] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.943394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.943542] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 1041df48-d345-4028-a5e7-bce52b3604fe not found, creating... [ 953.943838] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.943966] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.944098] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.944306] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.944440] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.944711] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.944862] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.944974] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.945189] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.945320] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.945502] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 1041df48-d345-4028-a5e7-bce52b3604fe is going to be created. [ 953.965187] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.965449] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.965571] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.965829] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.966074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.966295] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.717035] env[65067]: INFO networking_nsxv3.common.synchronization [req-a41dee7d-da69-4a72-9ce0-6046844e65cf req-0abd4bf1-1920-47bd-afba-0545fc427fdd service nova] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 954.717327] env[65067]: INFO networking_nsxv3.common.synchronization [req-a41dee7d-da69-4a72-9ce0-6046844e65cf req-0abd4bf1-1920-47bd-afba-0545fc427fdd service nova] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 954.717423] env[65067]: INFO networking_nsxv3.common.synchronization [req-a41dee7d-da69-4a72-9ce0-6046844e65cf req-0abd4bf1-1920-47bd-afba-0545fc427fdd service nova] Enqueued Resource ID: 1041df48-d345-4028-a5e7-bce52b3604fe with Priority: HIGHEST for action port [ 954.717988] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 954.718448] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 954.718562] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041df48-d345-4028-a5e7-bce52b3604fe with Priority: HIGHEST for action port [ 954.718863] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.718991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.719072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.719383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.719509] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.720826] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.720959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.721016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.721383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.721383] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.721542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.721542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.721679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.721781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.721897] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.722825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1041df48-d345-4028-a5e7-bce52b3604fe taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.722971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.723157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.723318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.723563] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1041df48-d345-4028-a5e7-bce52b3604fe',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.225732] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.225940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.226200] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.227228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1041df48-d345-4028-a5e7-bce52b3604fe with status ACTIVE [ 955.227426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.227550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.227623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.227914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.228053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.228293] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.228407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.228471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.228654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.228752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.229015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.229122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.229212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.229344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.229420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.230034] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1041df48-d345-4028-a5e7-bce52b3604fe is going to be updated. [ 955.252803] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.252999] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.253077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.253291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.253932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.253932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.732034] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.222150] env[65067]: INFO networking_nsxv3.common.synchronization [req-a7c33c81-9065-41d7-b3b0-c26c39061edf req-717cd7d7-02aa-4d73-97f1-1596c9eea9ee tempest-ServerActionsV293TestJSON-1399346214 tempest-ServerActionsV293TestJSON-1399346214-project-member] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_members [ 956.222150] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGHEST for action security_group_members [ 956.222698] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.223204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.223428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.223794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.224136] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.224412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.226308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.226308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.226308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.226308] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.236751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.239108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.239108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.239108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.239275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.239374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be created. [ 956.267941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.268162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.268243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.268504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.268662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.283565] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: UNINITIALIZED for 2s [ 956.730083] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.730238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.730238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.730479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.730593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.730776] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.730877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.730939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.731236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.731236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.731313] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 is going to be updated. [ 956.765372] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.765372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.765372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.765372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.765372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.780437] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b709038a-0291-4db0-a8d0-b9035ec18d22 in Status: IN_PROGRESS for 2s [ 956.959589] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7430dc53-c1c8-4cc3-8094-8834c1417baf tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: e724a27a-2b71-4c7d-8137-8f8191f4d6f6 with Priority: HIGHEST for action security_group_rules [ 956.962459] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e724a27a-2b71-4c7d-8137-8f8191f4d6f6 with Priority: HIGHEST for action security_group_rules [ 956.962459] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.962459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.962459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.962459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.962459] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e724a27a-2b71-4c7d-8137-8f8191f4d6f6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.147430] env[65067]: INFO networking_nsxv3.common.synchronization [None req-eeca88da-7e71-4d5a-b86e-cd968ea6509d tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: e724a27a-2b71-4c7d-8137-8f8191f4d6f6 with Priority: HIGHEST for action security_group_rules [ 957.147430] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e724a27a-2b71-4c7d-8137-8f8191f4d6f6 with Priority: HIGHEST for action security_group_rules [ 957.149587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.150613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.485265] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.485496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.485558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.485802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.485904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.486028] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e724a27a-2b71-4c7d-8137-8f8191f4d6f6 already deleted. [ 957.486090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.486248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.486408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.486484] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e724a27a-2b71-4c7d-8137-8f8191f4d6f6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.009451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.009728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.009728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.009937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.009987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.010130] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e724a27a-2b71-4c7d-8137-8f8191f4d6f6 already deleted. [ 958.010276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e724a27a-2b71-4c7d-8137-8f8191f4d6f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.296471] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.296471] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.296471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.296471] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.790300] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b709038a-0291-4db0-a8d0-b9035ec18d22 in Status: SUCCESS [ 958.790743] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 deletion is rescheduled due to dependency. [ 958.790984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.798933] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.799819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.800128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.800565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.801037] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.801393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.801721] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.802129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.802461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.802775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.803164] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.803466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.803649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.804049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.804489] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.804781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.804977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.805327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.806897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.806897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.806897] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.309458] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c3df3d-96ba-414e-8eca-a818999fa846: rpc.has_security_group_logging(os_id): False [ 959.333820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.334367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.334501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.334739] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.335093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.335176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.335358] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.335467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.335529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.335675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.335755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.336012] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.336238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.336314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.336526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.336606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.336693] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be created. [ 959.415425] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.415425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.415425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.415425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.415425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.428036] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 960.233469] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-fc84a00f-2be8-417d-8b12-a4321323d5d9 tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 960.234044] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 960.234463] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.234619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.234712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.234990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.235194] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.235327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.235415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.235595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.235712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.235837] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.662080] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.662382] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.662541] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.662853] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.663218] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.663411] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.663587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.664201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.664403] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.664640] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.664776] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.664911] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.665127] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.665326] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.665523] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.665721] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.689488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.689652] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.689791] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.690081] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.690406] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.690583] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.690695] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.691030] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.691201] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.738130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.738130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.738130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.738432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.738533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.738788] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.738943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.739020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.739195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.739269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.739359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 960.769636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.769876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.769977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.770209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.770384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.781406] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 960.868759] env[65067]: INFO networking_nsxv3.common.synchronization [req-fda8287c-80c6-43ff-9d08-a854ef4dedfa req-c77a389f-b6b7-49bc-9d8e-e4969335cf9a tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 960.869728] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 960.870370] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.870370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.870601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.870678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.870838] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.870946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.871018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.871168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.871254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.871346] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.193346] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.193702] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.193853] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.194152] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.194300] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.194456] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a not found, creating... [ 961.194739] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.194976] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.195155] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.195472] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.195650] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.196041] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.196284] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.196414] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.196630] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.196807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.197030] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a is going to be created. [ 961.218667] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.218948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.219093] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.219396] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.219627] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.219861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.376322] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.376449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.376600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.376896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.377070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.377381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.377493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.377493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.377740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.377826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.377939] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 961.411064] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.411211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.411256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.412530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.412530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.425087] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 961.441719] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 961.442150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.981328] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-e3380055-6fd7-4e4e-9245-77e725f98b08 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 961.981601] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-e3380055-6fd7-4e4e-9245-77e725f98b08 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 961.981687] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-e3380055-6fd7-4e4e-9245-77e725f98b08 service nova] Enqueued Resource ID: bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a with Priority: HIGHEST for action port [ 961.982441] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 961.982555] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 961.982630] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a with Priority: HIGHEST for action port [ 961.982950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.983103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.983170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.983374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.983485] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.984393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.984491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.984700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.984804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.984885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.985094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.985176] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.376271] env[65067]: INFO networking_nsxv3.common.synchronization [req-3dd26bec-e690-40b1-8229-0519e184461a req-70914162-37d1-458d-92af-a0d87f7b211a tempest-MigrationsAdminTest-1690389866 tempest-MigrationsAdminTest-1690389866-project-member] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 962.376562] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 962.377299] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.377299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.377299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.377299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.377524] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.378022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.378076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.378232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.378327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.378498] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.488555] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a with status ACTIVE [ 962.488555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.488555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.488815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.488869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.489542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.489542] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.489542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.489542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.489542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.489542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.489789] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.489789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.489875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.490015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.490077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.490160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a is going to be updated. [ 962.493765] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.493765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.514741] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.514963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.515029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.515264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.515434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.515613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc4e9045-5cd9-42e6-b1b8-1fc756e3d91a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.714901] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-e9c81877-4281-4506-9beb-c0e0ec35ff1d tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 962.715481] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 962.715806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.715907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.792016] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 962.793553] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 deletion is rescheduled due to dependency. [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.793553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.793553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.794054] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.880615] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.010672] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.011097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.011333] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.011915] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.011915] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.012138] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.012230] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.012439] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.012573] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.012693] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.012802] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.012967] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.013112] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.013251] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.036033] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.036209] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.036353] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.036529] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-707" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.036885] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-8100123f-dba5-4989-a692-d36dba9fc739 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.037108] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.037230] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.037546] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.037686] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8100123f-dba5-4989-a692-d36dba9fc739',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.296068] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.382646] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.435048] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 963.435305] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 963.435417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.540362] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.540674] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.540843] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.541216] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.541397] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.541563] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 8100123f-dba5-4989-a692-d36dba9fc739 not found, creating... [ 963.541845] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.542013] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.542148] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.542416] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.542580] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.542861] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.543047] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.543183] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.543387] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.543538] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.543699] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 8100123f-dba5-4989-a692-d36dba9fc739 is going to be created. [ 963.565531] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.565796] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.565919] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.566309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.566541] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.566861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640536] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 963.640924] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 963.641518] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 963.641800] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 963.642174] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.642384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.642502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.642835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.643099] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.643274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.643392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.643608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.643776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.643929] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.645708] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.645708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.645708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.645894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.646469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.646469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.646469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.647470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.647470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.647470] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.689542] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_rules [ 963.689718] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 963.689894] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 963.690047] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 963.690212] env[65067]: INFO networking_nsxv3.common.synchronization [req-c28af014-9241-4c1e-bb7d-a772add20da5 req-276289cf-2390-4eef-9290-28fe2d4b762f tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 1041df48-d345-4028-a5e7-bce52b3604fe with Priority: HIGHEST for action port [ 963.691319] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_rules [ 963.691609] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 963.691736] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041df48-d345-4028-a5e7-bce52b3604fe with Priority: HIGHEST for action port [ 963.691837] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 963.692008] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 963.692250] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.692367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.692435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.692708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.692825] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.693736] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.693859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.694713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.694713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.694713] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.694985] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1041df48-d345-4028-a5e7-bce52b3604fe taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.695113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.695178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.695332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.695402] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1041df48-d345-4028-a5e7-bce52b3604fe',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.696139] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.696229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.696436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.696523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.799923] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.887902] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.887902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.887902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.887902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.887902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.887902] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be updated. [ 963.919249] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.919548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.919626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.919871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.920036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.930618] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: IN_PROGRESS for 2s [ 964.148632] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.149768] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.177246] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 964.177353] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 964.177490] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_members [ 964.178158] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 964.178158] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 964.178277] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_members [ 964.178553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.178657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.178830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.178928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.179128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.179228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.179291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.179531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.179778] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.179778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.179920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.180040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.180082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.180082] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.197671] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.197831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.198090] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1041df48-d345-4028-a5e7-bce52b3604fe with status ACTIVE [ 964.198233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.198346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.198414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.198695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.198800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.199170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.199290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.199527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.199668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199857] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.199959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.200058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.200356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.200356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.200470] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1041df48-d345-4028-a5e7-bce52b3604fe is going to be updated. [ 964.201680] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.201763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.223426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.223578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.223649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.223864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.224017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.224301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.226558] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_rules [ 964.226830] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_members [ 964.227042] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_rules [ 964.227179] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 964.227305] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 964.227429] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 964.227552] env[65067]: INFO networking_nsxv3.common.synchronization [req-e93783db-6c8a-4265-b9c8-bcecd04c8016 req-abb2f9a4-717b-4627-af30-884ac947539e tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 1041df48-d345-4028-a5e7-bce52b3604fe with Priority: HIGHEST for action port [ 964.228127] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_rules [ 964.228262] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_rules [ 964.228357] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 964.228446] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041df48-d345-4028-a5e7-bce52b3604fe with Priority: HIGHEST for action port [ 964.228533] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 964.228619] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_members [ 964.228703] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 964.229117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.229248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.229314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.229629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.229727] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.230608] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.230702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.231253] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.231362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.231609] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1041df48-d345-4028-a5e7-bce52b3604fe taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.231680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.231716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.231879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.231953] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1041df48-d345-4028-a5e7-bce52b3604fe',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.234914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.234914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.234914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.234914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.234914] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.234914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.290765] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-0a2cd2d5-9cfa-4f80-824e-9c0e13832088 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 964.290943] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-0a2cd2d5-9cfa-4f80-824e-9c0e13832088 service nova] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 964.291088] env[65067]: INFO networking_nsxv3.common.synchronization [req-eb64e87d-0b48-4317-a891-14bc2f2e2aae req-0a2cd2d5-9cfa-4f80-824e-9c0e13832088 service nova] Enqueued Resource ID: 8100123f-dba5-4989-a692-d36dba9fc739 with Priority: HIGHEST for action port [ 964.291622] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_rules [ 964.291754] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 964.291852] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8100123f-dba5-4989-a692-d36dba9fc739 with Priority: HIGHEST for action port [ 964.292128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.292229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.292416] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.292497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.292669] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8100123f-dba5-4989-a692-d36dba9fc739 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.292763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.292823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.293052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.293142] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8100123f-dba5-4989-a692-d36dba9fc739',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.301803] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.301983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.302115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.302356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.302479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.302646] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 964.359739] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.359739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.359739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.359983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.360151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.382379] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 964.651603] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.653132] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.682071] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.734785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.734931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.735186] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1041df48-d345-4028-a5e7-bce52b3604fe with status ACTIVE [ 964.735369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.735529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.735608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.735840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.735937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.736178] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.736290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.736353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.736523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.736620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.736905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.736960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.737052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.737179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.737434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.737434] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1041df48-d345-4028-a5e7-bce52b3604fe is going to be updated. [ 964.760637] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.760799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.760855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.761060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.761210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.761361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1041df48-d345-4028-a5e7-bce52b3604fe" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.796234] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8100123f-dba5-4989-a692-d36dba9fc739 with status ACTIVE [ 964.796457] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.796631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.796712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.797019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.797145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.797301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.797444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.797476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.797631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.797665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.797946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.797946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.798035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.798153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.798225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.798309] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8100123f-dba5-4989-a692-d36dba9fc739 is going to be updated. [ 964.838267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.838599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.838872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.839208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.840905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.840905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8100123f-dba5-4989-a692-d36dba9fc739" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.155043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.155355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.155355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.155643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.155768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.155898] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be created. [ 965.157451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.157568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.157680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.157904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.158032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.158139] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 965.184150] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.189312] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.189465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.189590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.189742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.189976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.193855] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.193930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.194041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.194201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.194340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.205018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 965.205018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: UNINITIALIZED for 2s [ 965.686762] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.686995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.687173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.687365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.687471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.687633] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 is going to be created. [ 965.714361] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.715618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.715618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.726138] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: UNINITIALIZED for 2s [ 965.942900] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 965.943664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.391174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 966.391463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.391730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.391853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.392062] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.392188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.392250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.392407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.392479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.392640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.392640] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.394059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.394654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.394654] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.394654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.394654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.394934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.394934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.394934] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.897507] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.897697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.897850] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.220177] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 967.220490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.223015] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.223015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.223015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.223015] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.224217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.224217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.224217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.224365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.224365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.224496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.224549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.224691] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.400245] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.732168] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.732168] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.744306] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: UNINITIALIZED for 4s [ 967.903356] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.903529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.903603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.904468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.904468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.904468] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 967.945028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.945028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.945028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.945028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.945028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.957898] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 968.233414] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.236703] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.739939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.739939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.739939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.739939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.740369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.740369] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be updated. [ 968.743129] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.743267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.743334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.743511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.743591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.743678] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 968.773189] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.773370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.773414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.773643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.773756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.775865] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.776067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.776261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.776486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.776669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787746] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: IN_PROGRESS for 2s [ 968.789265] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 969.153072] env[65067]: INFO networking_nsxv3.common.synchronization [req-4ad43f2d-5977-4415-addf-4ab10be12177 req-e3d1b999-1978-4b9f-bd0b-24f671719965 tempest-ServersAdminTestJSON-1153046446 tempest-ServersAdminTestJSON-1153046446-project-member] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 969.153758] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGHEST for action security_group_members [ 969.154191] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.154634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.154811] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.155154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.155242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.155335] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.658285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.658437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.658437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.658623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.658801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.659041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.659162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.659225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.659389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.659467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.659555] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be updated. [ 969.694386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.694386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.694386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.694386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.694386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.705590] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: IN_PROGRESS for 2s [ 969.758910] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: SUCCESS [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.758910] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.758910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758910] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.969741] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 969.970085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.970191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.970435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.970649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.970791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.970857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.971029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.971113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.971258] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.260977] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.474799] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.764280] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.800703] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 970.800931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.801119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.801365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.801556] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.801678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.801743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.801892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.801975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.802087] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.803544] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 970.803749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.803903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.804116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.804313] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.804425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.804493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.804642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.804737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.804829] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.980803] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.097624] env[65067]: INFO networking_nsxv3.common.synchronization [req-9db60cbb-49a5-4406-9f75-b1c7b03dc356 req-1b43241e-2828-4206-b2f3-c6ba4cdee574 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 971.098304] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 971.098629] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.098775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.098954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.099359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.099595] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.099734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.099818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.100076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.100180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.100280] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.269691] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.269870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.270071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.270219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.270317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.270411] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 is going to be updated. [ 971.301181] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.301435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.301535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.301761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.302497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.311140] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.312337] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.315032] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: IN_PROGRESS for 2s [ 971.484048] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.484173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.484233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.485107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.485107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.485107] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 971.523062] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.523236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.523299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.523549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.523761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.527277] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.527467] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.527595] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.527950] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.528259] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.528458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.528543] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.528790] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.528952] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.529196] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.529325] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.529433] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.529552] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.529665] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.529790] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.529955] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.540194] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 971.555074] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.555074] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.555074] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.555074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.555074] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.555074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.555074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.555526] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.555526] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e990b5-8f46-4197-a8b3-36dc132c9aeb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.603701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.604389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.604477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.604698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.604893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.604991] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.605837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.605837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.605837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.605837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.605837] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 already deleted. [ 971.605837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.717126] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 in Status: SUCCESS [ 971.717316] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 deletion is rescheduled due to dependency. [ 971.717439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.816998] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.818145] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.057830] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.058070] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.058202] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.058772] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.058772] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.058772] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port d9e990b5-8f46-4197-a8b3-36dc132c9aeb not found, creating... [ 972.059240] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.059357] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.059405] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.059670] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.059808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.060130] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.060289] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.060404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.060618] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.060750] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.060886] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: d9e990b5-8f46-4197-a8b3-36dc132c9aeb is going to be created. [ 972.084942] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.085194] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.085328] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.085612] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.085852] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.086094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.322703] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.322860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.322860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.323096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.323181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.323301] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 972.324556] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.324754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.324754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.324966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.325012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.325075] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be updated. [ 972.366026] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.366230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.366270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.366508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.366657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.368666] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.368666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.368976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.368976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.369169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.382642] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: IN_PROGRESS for 2s [ 972.383315] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 972.829280] env[65067]: INFO networking_nsxv3.common.synchronization [req-9db60cbb-49a5-4406-9f75-b1c7b03dc356 req-327e579b-993c-4834-bbf8-8f3309275fbb service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 972.829280] env[65067]: INFO networking_nsxv3.common.synchronization [req-9db60cbb-49a5-4406-9f75-b1c7b03dc356 req-327e579b-993c-4834-bbf8-8f3309275fbb service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 972.829280] env[65067]: INFO networking_nsxv3.common.synchronization [req-9db60cbb-49a5-4406-9f75-b1c7b03dc356 req-327e579b-993c-4834-bbf8-8f3309275fbb service nova] Enqueued Resource ID: d9e990b5-8f46-4197-a8b3-36dc132c9aeb with Priority: HIGHEST for action port [ 972.829280] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 972.829280] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 972.829280] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e990b5-8f46-4197-a8b3-36dc132c9aeb with Priority: HIGHEST for action port [ 972.830260] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.830514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.830861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.831277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.831453] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.832520] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.832822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.833047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.833405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.833639] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.833845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.834248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.834505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.834673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.834843] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.838115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.838115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.838115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.838115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.838115] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e990b5-8f46-4197-a8b3-36dc132c9aeb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.326468] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: SUCCESS [ 973.326840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.327198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.327452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.327701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.327843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.327910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.328097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.328190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.328259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.328352] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.338309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.338583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.338583] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.339950] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9e990b5-8f46-4197-a8b3-36dc132c9aeb with status ACTIVE [ 973.340499] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.340499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.340499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.340981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.340981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.344356] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.344622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.344622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.344740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.344895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.345049] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.345482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.345482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.345482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.345482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.345482] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9e990b5-8f46-4197-a8b3-36dc132c9aeb is going to be updated. [ 973.371632] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.371785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.371849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.372068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.372251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.372417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e990b5-8f46-4197-a8b3-36dc132c9aeb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.551564] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 973.551795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.552315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.552315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.553323] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.553323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.553323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.553323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.553323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.553323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.553323] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.553323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.553728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.553728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.553930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.554056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.554155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.554373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.554453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.554755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.554755] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.830434] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.848068] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.058531] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713: rpc.has_security_group_logging(os_id): False [ 974.081630] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.081857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.081857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.082073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.082166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.082418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.082568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.082633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.082783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.082875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.083094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.083192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.083254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.083395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.083466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.083733] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.083919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.083991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.084239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.084323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.084413] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 974.150755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.150974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.151060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.151403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.151572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.169041] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 974.332722] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aae1d635-37a6-4637-bb81-8d3ae9bd88f9: rpc.has_security_group_logging(os_id): False [ 974.353275] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.353443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.353506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.353697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.353785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.354011] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.354125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.354191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.354344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.354418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.354504] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 is going to be created. [ 974.355649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.355758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.355824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.355970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.356061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.356145] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be created. [ 974.396808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.397017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.397090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.397319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.397496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.405842] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 974.406114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.406288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.406661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.406741] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.406843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.406908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.407081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.407166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.407253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.407352] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.408267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.408433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.408596] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.408706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.408792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.409014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.409098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.409193] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.410592] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: UNINITIALIZED for 2s [ 974.411346] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 974.411528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.411880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.412058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.412227] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.412332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.412397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.412577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.412621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.412680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.412773] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.413653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.413815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.413978] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.414104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.414172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.414314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.414388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.414475] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.439086] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.439086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.439086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.439086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.439086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.463508] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: IN_PROGRESS for 2s [ 974.912760] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.914270] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.916180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.916357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.916455] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.417089] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.418923] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd0a181-3b9b-4a3f-9134-421143999759: rpc.has_security_group_logging(os_id): False [ 975.419673] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.437771] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.437919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.437990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.438207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.438296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.438516] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.438617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.438679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.439064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.439064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.439064] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be created. [ 975.491138] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.491291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.492071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.492071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.492071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.504454] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: IN_PROGRESS for 2s [ 975.766038] env[65067]: INFO networking_nsxv3.common.synchronization [req-1a2adda1-dfe7-4ded-a725-c03963fdb340 req-144d4d05-86a6-42c8-a0be-43a1d2057a23 tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 975.766038] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 975.766038] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.766038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.766038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.766985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.767277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.767506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.767660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.767969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.768167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.768349] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.894349] env[65067]: INFO networking_nsxv3.common.synchronization [req-2ee05a3a-df0e-46c7-8e6b-3d8c2bfc8a05 req-c3728a13-be25-4bbf-bafd-4a7c754ea3f7 tempest-MultipleCreateTestJSON-145160860 tempest-MultipleCreateTestJSON-145160860-project-member] Enqueued Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 975.894898] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 with Priority: HIGHEST for action security_group_members [ 975.895468] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.895468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.920246] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.920576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.920576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.920646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.920744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.920841] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be updated. [ 975.922091] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.922217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.922294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.922465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.922513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.922592] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 975.957971] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.958125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.958171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.958354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.958515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.960763] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.960885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.960974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.961139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.961269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.971143] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: IN_PROGRESS for 2s [ 975.971804] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 976.183619] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 976.183848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.184040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.184267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.184354] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.271955] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.423226] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 976.423515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.424122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.424122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.424298] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.424428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.424500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.424674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.424755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.424873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.424972] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.478703] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: SUCCESS [ 976.479361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.706095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.706348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.706348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.706541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.706633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.706744] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be deleted. [ 976.774551] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.792731] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.793023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.793023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.793220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.793316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.793453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.927560] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.927972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.927972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.928116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.928219] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.928315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.928364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.928527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.928638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.928695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.928838] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.928993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.929301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.929301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.929301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.929760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.929760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.929760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.929760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.929760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.930369] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.277419] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.277591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.277647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.277910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.278021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.278134] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be updated. [ 977.325785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.325785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.325785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.325785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.325785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.339245] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: IN_PROGRESS for 2s [ 977.432740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6: rpc.has_security_group_logging(os_id): False [ 977.452592] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.452787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.452834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.453064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.453203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.453364] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.453466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.453530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.453680] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.453757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.453958] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.454107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.454157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.454278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.454352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.454530] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.454624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.454717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.454843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.454916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.455016] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be created. [ 977.518229] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 977.518466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.518650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.518870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.519056] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.533480] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.533649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.533710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.533950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.534189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.546172] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 977.984284] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 977.984658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.984866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.985097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.985305] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.985452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.985605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.985865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.985977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.986236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.986496] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.986708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.986840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.987126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.987359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.987500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.987578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.987767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.987868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.987981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.988136] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.989842] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 977.990054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.023639] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.024066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.024858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.024858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.024858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.024858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.025083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.025083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.025193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026185] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.491275] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c3df3d-96ba-414e-8eca-a818999fa846: rpc.has_security_group_logging(os_id): False [ 978.510627] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.510830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.510830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.511078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.511171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.511480] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.511581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.511645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.511805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.511882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.512094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.512214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.512277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.512417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.512491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.512676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.512769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.512830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.512963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.513050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.513193] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 978.529478] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.581264] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.581502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.581556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.581882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.582085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.598699] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 979.032438] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd0a181-3b9b-4a3f-9134-421143999759: rpc.has_security_group_logging(os_id): False [ 979.053168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.053168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.053168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.053477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.053477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.053610] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.053702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.053824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.054212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.054212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.054212] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be updated. [ 979.114651] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.114826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.114898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.115225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.115454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.136068] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: IN_PROGRESS for 2s [ 979.350423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 in Status: SUCCESS [ 979.350956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.351185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.351406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.351601] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.353172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.353172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.353172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.353172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.353172] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9922b42d-46fb-4da2-9d7f-bd5bc4fcc713',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.557816] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 979.558100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.855505] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.855718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.855788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.855964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.856098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.856288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.856393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.856457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.856627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.856708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.856805] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9922b42d-46fb-4da2-9d7f-bd5bc4fcc713 is going to be deleted. [ 979.888547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.888547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.888547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.888994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.888994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.888994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9922b42d-46fb-4da2-9d7f-bd5bc4fcc713" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.100879] env[65067]: INFO networking_nsxv3.common.synchronization [req-be782029-60da-4b4c-9d3b-2974b01f23e8 req-3ba77e53-6b93-4a1a-a652-5a9ac6d490a5 tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 980.101530] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 980.101730] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.101851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.101936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.102160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.102316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.102416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.102479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.102616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.102701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.102791] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.482185] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.482394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.482528] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.482813] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.483539] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.483723] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.483856] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.484115] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.484277] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.484505] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.484629] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.484740] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.484857] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.484970] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.485102] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.485237] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.504195] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.504459] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.504609] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.504829] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.505313] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-cb78d886-6580-4950-842c-3b5c543ec788 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.505522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.505653] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.506100] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.506294] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb78d886-6580-4950-842c-3b5c543ec788',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.605818] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.605970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.606058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.606405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.606539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.606772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.606873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.607141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.607315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.607396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.607486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 980.620725] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 980.620954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.621217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.621490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.621607] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.634438] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.634612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.634666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.634821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.634961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.643687] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 981.008630] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.008891] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.009119] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.009410] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.009592] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.009824] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port cb78d886-6580-4950-842c-3b5c543ec788 not found, creating... [ 981.010268] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.010552] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.010714] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.011027] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.011261] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.011599] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.011780] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.011889] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.012123] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.012261] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.012403] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: cb78d886-6580-4950-842c-3b5c543ec788 is going to be created. [ 981.034113] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.035764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.035764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.035764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.035764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.035764] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.124376] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.124769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.124769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.124853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.125023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.125133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.125196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.125350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.125472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.125517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.125608] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.150087] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 981.150279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.628269] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.628269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.628517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.628517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.628721] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.628809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.628871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.629060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.629178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.629311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.629562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.629736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.629825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.630027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.630182] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.630286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.630376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.630561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.630657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.630773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.630868] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.803295] env[65067]: INFO networking_nsxv3.common.synchronization [req-be782029-60da-4b4c-9d3b-2974b01f23e8 req-49dffca1-72cb-4225-bcdd-7a1877b1659d service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 981.803295] env[65067]: INFO networking_nsxv3.common.synchronization [req-be782029-60da-4b4c-9d3b-2974b01f23e8 req-49dffca1-72cb-4225-bcdd-7a1877b1659d service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 981.803295] env[65067]: INFO networking_nsxv3.common.synchronization [req-be782029-60da-4b4c-9d3b-2974b01f23e8 req-49dffca1-72cb-4225-bcdd-7a1877b1659d service nova] Enqueued Resource ID: cb78d886-6580-4950-842c-3b5c543ec788 with Priority: HIGHEST for action port [ 981.804042] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 981.804442] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 981.804709] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb78d886-6580-4950-842c-3b5c543ec788 with Priority: HIGHEST for action port [ 981.805276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.806129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.806129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.806129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.806129] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.806885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.807011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.807233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb78d886-6580-4950-842c-3b5c543ec788 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.807336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.807425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.807572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.807648] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb78d886-6580-4950-842c-3b5c543ec788',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.135096] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c3df3d-96ba-414e-8eca-a818999fa846: rpc.has_security_group_logging(os_id): False [ 982.154847] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.155098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.155098] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.155433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.155547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.155769] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.155871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.155937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.156118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.156197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.156423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.156560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.156560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.156722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.156722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.156955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.157069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.157142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.157263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.157335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.157420] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 982.230700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.230845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.230938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.231173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.231369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.247296] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 982.310706] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.310946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311061] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb78d886-6580-4950-842c-3b5c543ec788 with status ACTIVE [ 982.311239] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.311632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.311750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.311907] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.312048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.312081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.312246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.312328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.312519] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.312603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.312663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.312798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.312873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.312957] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb78d886-6580-4950-842c-3b5c543ec788 is going to be updated. [ 982.344882] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.345058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.345132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.345366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.345506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.345666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb78d886-6580-4950-842c-3b5c543ec788" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.653669] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 982.653918] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 982.654187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.654405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.654629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.654808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.654928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.654998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.655172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.655254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.655354] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.157503] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.659632] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.162794] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.162794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.163195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.163195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.163256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.163390] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 984.194959] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.195200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.195272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.195496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.195657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.204946] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 984.262710] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 984.262953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.919111] env[65067]: INFO networking_nsxv3.common.synchronization [req-e48c442d-72bd-4146-b42c-f613157e8a5a req-25ad9032-d8d8-4e93-88a0-cc610b1d1ff0 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 984.919714] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 984.920083] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.920739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.920739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.920739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.920739] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.920739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.921063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.921063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.921063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.921147] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.425844] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.426281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.426366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.426673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.426771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.427046] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.427226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.427360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.427546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.427632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.427727] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 985.457182] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.457452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.457618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.457984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.458163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.470573] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 986.218790] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 986.219099] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.219319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.219559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.219842] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.220065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.220130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.220331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.220498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.220563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.220710] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.723464] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.723859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.723859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.723966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.725897] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.726062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.726103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.726301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.726389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.726480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.726644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.726744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.726807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.726984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.727141] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.727240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.727300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.727440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.727516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.727600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.727689] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.113656] env[65067]: INFO networking_nsxv3.common.synchronization [req-c02e41df-642f-4b86-8312-9d36f59a3afe req-22ff234e-a1be-451e-85d5-f7f255601263 tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 987.116492] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 987.117033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.117033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.117033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.117328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.117476] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.117602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.117602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.117730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.117785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.117864] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.230824] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4472dc2-12ba-4978-a243-b3825748477d: rpc.has_security_group_logging(os_id): False [ 987.252440] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.252669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.252764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.253055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.253184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.253412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.253530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.253624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.253843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.253947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.254276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.254422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.254499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.254989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.254989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.255115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.255198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.255285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.255508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.255618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.255722] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 987.333897] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.334091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.334197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.334402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.334567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.351099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 987.451991] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.452285] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.452402] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.452698] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.452996] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.453213] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.453824] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.453824] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.453824] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.453976] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.454114] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.454409] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.454409] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.454500] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.454596] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.454751] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.482653] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 987.482894] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 987.483021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.484613] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.484745] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.484894] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.485075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.485490] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-d2b09470-9577-49d2-ba90-b9d2339c9b46 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.485676] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.485799] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.486358] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.486504] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b09470-9577-49d2-ba90-b9d2339c9b46',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.612891] env[65067]: INFO networking_nsxv3.common.synchronization [req-b70b1536-72a0-4da1-b8bc-b39af2226a8b req-b3cdbb80-990c-4f62-9d85-c7f3cff509d6 tempest-MigrationsAdminTest-1690389866 tempest-MigrationsAdminTest-1690389866-project-member] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 987.612891] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGHEST for action security_group_members [ 987.612891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.613128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.613128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.613335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.613555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.613715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.613806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.613973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.614078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.614170] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.620301] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.988727] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.989201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.989201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.989460] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.989603] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.989762] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port d2b09470-9577-49d2-ba90-b9d2339c9b46 not found, creating... [ 987.990072] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.990249] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.990364] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.990596] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.990736] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.991043] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.991202] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.991319] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.991521] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.991647] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.991783] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: d2b09470-9577-49d2-ba90-b9d2339c9b46 is going to be created. [ 988.013279] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.013529] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.013596] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.013850] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.014102] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.014331] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.116632] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.116838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.116891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.117205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.117303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.117500] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.117605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.117749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.117963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.118193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.118290] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be updated. [ 988.122386] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.181400] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.181599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.181599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.181821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.181976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.198761] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: IN_PROGRESS for 2s [ 988.625180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.625505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.625610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.625874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.626020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.626165] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 988.659113] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.659299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.659429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.659613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.659982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.670898] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 988.739073] env[65067]: INFO networking_nsxv3.common.synchronization [req-c02e41df-642f-4b86-8312-9d36f59a3afe req-0a6bedd5-a6fd-4b5d-980e-2b8f9336d41b service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 988.739293] env[65067]: INFO networking_nsxv3.common.synchronization [req-c02e41df-642f-4b86-8312-9d36f59a3afe req-0a6bedd5-a6fd-4b5d-980e-2b8f9336d41b service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 988.739421] env[65067]: INFO networking_nsxv3.common.synchronization [req-c02e41df-642f-4b86-8312-9d36f59a3afe req-0a6bedd5-a6fd-4b5d-980e-2b8f9336d41b service nova] Enqueued Resource ID: d2b09470-9577-49d2-ba90-b9d2339c9b46 with Priority: HIGHEST for action port [ 988.739980] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 988.741116] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 988.741116] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b09470-9577-49d2-ba90-b9d2339c9b46 with Priority: HIGHEST for action port [ 988.741116] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.741116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.741116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.741116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.741641] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.742252] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.742427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.742700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b09470-9577-49d2-ba90-b9d2339c9b46 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.742700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.742843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.742980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.743079] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b09470-9577-49d2-ba90-b9d2339c9b46',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.008668] env[65067]: INFO networking_nsxv3.common.synchronization [req-2282d92b-21dc-4988-9c4d-f46927c69d2a req-d5f8e144-58c0-4992-9680-298456a93191 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 989.009168] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 989.009517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.009662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.009715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.009913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.010130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.010197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.010272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.010410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.010500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.010592] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.245486] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.245756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.245823] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2b09470-9577-49d2-ba90-b9d2339c9b46 with status ACTIVE [ 989.245991] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.246119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.246204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.246628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.246628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.246875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.247125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.247125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.247290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.247362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.247578] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.247717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.247798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.247982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.248200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.248411] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2b09470-9577-49d2-ba90-b9d2339c9b46 is going to be updated. [ 989.271581] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.271772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.271839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.272065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.272206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.272380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b09470-9577-49d2-ba90-b9d2339c9b46" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.363283] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.363700] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.363794] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.364430] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.364807] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.365935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.365935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.365935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.365935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.366186] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.366308] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.366422] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.366585] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.366748] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.366905] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.367134] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.370259] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 989.371039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.399589] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.399589] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.399857] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.400151] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-584" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.400471] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-5f261a53-ece4-4319-9585-ed78058353b8 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.401132] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.401268] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.401686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.401946] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f261a53-ece4-4319-9585-ed78058353b8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.512535] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.906012] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.906279] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.906408] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.906858] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.906858] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.907188] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 5f261a53-ece4-4319-9585-ed78058353b8 not found, creating... [ 989.907497] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.908264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.908264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.908264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.908264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.908498] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.908640] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.908790] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.909127] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.909278] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.909423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 5f261a53-ece4-4319-9585-ed78058353b8 is going to be created. [ 989.931771] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.931980] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.932112] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.932458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.932632] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.932906] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.015598] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.208589] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d in Status: SUCCESS [ 990.208784] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d deletion is rescheduled due to dependency. [ 990.208913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.518231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.519342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.519342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.519342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.519342] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 990.551458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.551973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.551973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.551973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.551973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.562598] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 990.682281] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 990.682571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.682779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.683163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.683431] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.683431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.683703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.683823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.683951] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.714399] env[65067]: INFO networking_nsxv3.common.synchronization [req-2282d92b-21dc-4988-9c4d-f46927c69d2a req-d9fee065-51ed-4dd3-846c-8aa7836f751a service nova] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 990.714586] env[65067]: INFO networking_nsxv3.common.synchronization [req-2282d92b-21dc-4988-9c4d-f46927c69d2a req-d9fee065-51ed-4dd3-846c-8aa7836f751a service nova] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 990.714756] env[65067]: INFO networking_nsxv3.common.synchronization [req-2282d92b-21dc-4988-9c4d-f46927c69d2a req-d9fee065-51ed-4dd3-846c-8aa7836f751a service nova] Enqueued Resource ID: 5f261a53-ece4-4319-9585-ed78058353b8 with Priority: HIGHEST for action port [ 990.715293] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 990.715432] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 990.715530] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f261a53-ece4-4319-9585-ed78058353b8 with Priority: HIGHEST for action port [ 990.715806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.715926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.715992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.716202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.716284] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.717205] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.717357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.717586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f261a53-ece4-4319-9585-ed78058353b8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.718824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.718824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.718824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.718824] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f261a53-ece4-4319-9585-ed78058353b8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.055036] env[65067]: INFO networking_nsxv3.common.synchronization [req-c33c2a8b-e4b6-47f0-8d94-13088d67b349 req-45ba5b8b-07d0-483f-b6af-7bd217a8e315 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 991.055654] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 991.055991] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.056412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.056458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.056742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.056933] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.057056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.057138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.057318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.057406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.057504] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.187166] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.220630] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f261a53-ece4-4319-9585-ed78058353b8 with status ACTIVE [ 991.220630] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.220630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.220630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.220810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.220854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.221023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.221179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.221179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.221340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.221386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.221562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.221660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.221713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.221854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.221923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.222018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f261a53-ece4-4319-9585-ed78058353b8 is going to be updated. [ 991.223388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.223491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.245484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.245696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.245756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.246314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.246314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.246314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.455109] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.455325] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.455481] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.455775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.456259] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.456470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.456626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.456885] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.457089] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.457331] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.457451] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.457577] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.457707] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.457837] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.457972] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.458143] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.479399] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.479564] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.479621] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.480077] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.480197] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-1c10ea78-ea6b-4189-9c63-6425f394c8ac taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.480317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.480510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.480808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.481106] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c10ea78-ea6b-4189-9c63-6425f394c8ac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.560621] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.560621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.560621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.560621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.560621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.561021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.561021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.561021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.561141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.561231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.561345] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 already deleted. [ 991.561430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.689036] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.983835] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.983835] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.984103] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.985031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.985031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985031] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 1c10ea78-ea6b-4189-9c63-6425f394c8ac not found, creating... [ 991.985031] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.985031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.985597] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.985597] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.985597] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985749] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.986161] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.986161] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.986318] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.986353] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.986486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 1c10ea78-ea6b-4189-9c63-6425f394c8ac is going to be created. [ 992.028482] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028784] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.029067] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.029374] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.029615] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.029849] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.191658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.191993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.191993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.192147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.192305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.192352] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 992.230028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.230028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.230028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.230028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.230028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.245393] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 992.574015] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 992.574832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.574832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.574832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.574942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.574998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.575050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.575221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.575303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.575400] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.748957] env[65067]: INFO networking_nsxv3.common.synchronization [req-c33c2a8b-e4b6-47f0-8d94-13088d67b349 req-740b5b19-5e06-467b-95ed-2689604441d4 service nova] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_rules [ 992.749296] env[65067]: INFO networking_nsxv3.common.synchronization [req-c33c2a8b-e4b6-47f0-8d94-13088d67b349 req-740b5b19-5e06-467b-95ed-2689604441d4 service nova] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 992.749652] env[65067]: INFO networking_nsxv3.common.synchronization [req-c33c2a8b-e4b6-47f0-8d94-13088d67b349 req-740b5b19-5e06-467b-95ed-2689604441d4 service nova] Enqueued Resource ID: 1c10ea78-ea6b-4189-9c63-6425f394c8ac with Priority: HIGHEST for action port [ 992.749919] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_rules [ 992.750111] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 992.750230] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c10ea78-ea6b-4189-9c63-6425f394c8ac with Priority: HIGHEST for action port [ 992.750522] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.750653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.750717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.750989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.751086] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.752485] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.752607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.752693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753530] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.754517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c10ea78-ea6b-4189-9c63-6425f394c8ac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.754630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.754696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.754845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.754917] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c10ea78-ea6b-4189-9c63-6425f394c8ac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.079753] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.257831] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c10ea78-ea6b-4189-9c63-6425f394c8ac with status ACTIVE [ 993.257831] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.257831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.257831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.257831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.258488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.258488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.258488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.258488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.258488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.258667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.258701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.259821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.259821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.259821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.259821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.259821] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c10ea78-ea6b-4189-9c63-6425f394c8ac is going to be updated. [ 993.260410] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.261701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.261701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.283013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.283208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.283287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.283496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.283632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.283785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c10ea78-ea6b-4189-9c63-6425f394c8ac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.582378] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.763425] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.084340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.084504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.084578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.084802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.084896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.084996] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 994.115920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.116101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.116157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.116377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.116498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.129470] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 994.258035] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 994.258498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.258555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.258898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.259119] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.259241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.259306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.259685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.259777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.259868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.259941] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.266723] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.266854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.266920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.267109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.267197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.267289] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be created. [ 994.296811] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.297512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.297583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.297932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.298283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.309875] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: UNINITIALIZED for 2s [ 994.766629] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.769682] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.769682] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.769682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.770752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.773175] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.773175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.773175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.773175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.773175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.773175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.773175] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.275924] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d: rpc.has_security_group_logging(os_id): False [ 995.296462] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.296462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.296462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.296732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.296732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.296925] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.297042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.297108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.297271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.297347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.297545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.297640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.297702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.297841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.297926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.298474] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.298725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.298877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.299195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.299340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.299475] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 995.371875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.372036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.372329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.372646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.393853] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 996.143237] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 996.143519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.143716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.143975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.144241] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.144420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.144503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.144713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.144787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.144889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.145011] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.365073] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: SUCCESS [ 996.365073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365727] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.365727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.365727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365974] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.647998] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.647998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.647998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.648603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.648603] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.648603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.648603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.648743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.648743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.648946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.649064] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.649134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.649190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.649317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.649459] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.649601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.649678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.649801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.650238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.650238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.650238] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.871292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.871483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.871575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.871826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.872025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.872160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.872211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.872357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.872443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.872532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.872680] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.872823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.872861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.873059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.873211] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.873308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.873380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.873505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.873582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.873698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.873822] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.152964] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c3df3d-96ba-414e-8eca-a818999fa846: rpc.has_security_group_logging(os_id): False [ 997.175281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.175512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.175512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.175706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.175794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.176021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.176141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.176175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.176336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.176415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.176594] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.176686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.176750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.176886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.176970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.177206] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.177306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.177365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.177924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.178014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.178111] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 997.249243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.249439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.249439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.249670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.249920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.269468] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 997.380575] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eea1a3cf-7000-4cb5-aa82-c772e40da142: rpc.has_security_group_logging(os_id): False [ 997.408353] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.408353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.408353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.408353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.408353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.408623] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.408689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.408759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.409106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.409288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.409543] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.409712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.409777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.409903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.410040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.410732] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.410980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.411105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.411280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.411370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.411491] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be created. [ 997.414672] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 997.414879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.479982] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.480210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.480333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.480556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.480748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.496168] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: IN_PROGRESS for 2s [ 997.751604] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.751832] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 998.442800] env[65067]: INFO networking_nsxv3.common.synchronization [None req-bb161d4a-66d8-4d20-99e2-a99c7b3aa040 None None] Enqueued Resource ID: e9311572-2de0-4dd5-b6b9-df14c342a2dc with Priority: HIGHEST for action port [ 998.443414] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9311572-2de0-4dd5-b6b9-df14c342a2dc with Priority: HIGHEST for action port [ 998.443951] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9311572-2de0-4dd5-b6b9-df14c342a2dc taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.443951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9311572-2de0-4dd5-b6b9-df14c342a2dc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.443951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9311572-2de0-4dd5-b6b9-df14c342a2dc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.445016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9311572-2de0-4dd5-b6b9-df14c342a2dc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.445143] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9311572-2de0-4dd5-b6b9-df14c342a2dc',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.878952] env[65067]: INFO networking_nsxv3.common.synchronization [None req-917211a2-c1df-49c7-a971-feb8d2033fbf None None] Enqueued Resource ID: 52c71b36-2c52-45da-8781-fa2ae923c437 with Priority: HIGHEST for action port [ 998.878952] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c71b36-2c52-45da-8781-fa2ae923c437 with Priority: HIGHEST for action port [ 998.878952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c71b36-2c52-45da-8781-fa2ae923c437 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.878952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c71b36-2c52-45da-8781-fa2ae923c437" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.878952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c71b36-2c52-45da-8781-fa2ae923c437" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.878952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c71b36-2c52-45da-8781-fa2ae923c437" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.878952] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c71b36-2c52-45da-8781-fa2ae923c437',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.948343] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9311572-2de0-4dd5-b6b9-df14c342a2dc [ 998.948554] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.948681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.948880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.948941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.949064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.949168] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9311572-2de0-4dd5-b6b9-df14c342a2dc already deleted. [ 998.949248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9311572-2de0-4dd5-b6b9-df14c342a2dc" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.029797] env[65067]: INFO networking_nsxv3.common.synchronization [req-278f4fde-ced3-48e1-b9b9-3524b30e8ec3 req-d4633776-deca-4c70-8f01-37470529e30f tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_members [ 999.030245] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGHEST for action security_group_members [ 999.030548] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.030737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.030808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.032015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.032015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.032015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.032015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.032015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.032015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.032015] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.288112] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 999.288357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.382994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52c71b36-2c52-45da-8781-fa2ae923c437 [ 999.382994] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.382994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.382994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.382994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.382994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.382994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52c71b36-2c52-45da-8781-fa2ae923c437 already deleted. [ 999.382994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c71b36-2c52-45da-8781-fa2ae923c437" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.512623] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: SUCCESS [ 999.512623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.534190] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.534413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.534490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.534708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.559656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.560758] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.560910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.560955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.561185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.561272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.561368] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 is going to be updated. [ 999.592307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.592573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.592573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.592769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.593385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.604775] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5396a79e-59de-453f-9484-1c407b360ad5 in Status: IN_PROGRESS for 2s [ 1000.480413] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1000.480618] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1000.482534] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1000.483195] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1000.484030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.484030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.484030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.484220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.484720] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.484720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.484720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.484892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.484964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.485098] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.486248] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.486340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.486436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.486767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.486911] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.487161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.487258] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.487429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.487515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.487610] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.542753] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_rules [ 1000.542988] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1000.543082] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 1000.543474] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1000.543474] env[65067]: INFO networking_nsxv3.common.synchronization [req-aec554d3-a847-4777-8555-bf816a75c6ac req-ea45e871-a691-4383-bbe8-650d0c5d7022 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 5f261a53-ece4-4319-9585-ed78058353b8 with Priority: HIGHEST for action port [ 1000.543931] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_rules [ 1000.544223] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 1000.544355] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f261a53-ece4-4319-9585-ed78058353b8 with Priority: HIGHEST for action port [ 1000.544446] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1000.544533] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1000.545437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.545672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.545672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.545936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.546032] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.547568] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.547744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.547816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.548013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.548226] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.549260] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f261a53-ece4-4319-9585-ed78058353b8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.549971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.549971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.549971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.549971] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f261a53-ece4-4319-9585-ed78058353b8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.550813] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.550900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.551140] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.551228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.989727] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.993595] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.053634] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.053634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.053840] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f261a53-ece4-4319-9585-ed78058353b8 with status ACTIVE [ 1001.053947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.054072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.054163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.054423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.054512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.054691] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.054852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.054952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.055242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.055356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.055631] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.055795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.055922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.058117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.058117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.058117] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f261a53-ece4-4319-9585-ed78058353b8 is going to be updated. [ 1001.063859] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.063859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.093708] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.093869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.093959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.094279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.094435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.094600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.379560] env[65067]: INFO networking_nsxv3.common.synchronization [None req-34d4a483-e669-47cd-9e03-a13520118bb2 None None] Enqueued Resource ID: bef059fc-24b1-41bf-9e6f-23c89e57f14a with Priority: HIGHEST for action port [ 1001.380249] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef059fc-24b1-41bf-9e6f-23c89e57f14a with Priority: HIGHEST for action port [ 1001.380453] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef059fc-24b1-41bf-9e6f-23c89e57f14a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.380538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef059fc-24b1-41bf-9e6f-23c89e57f14a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.380604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef059fc-24b1-41bf-9e6f-23c89e57f14a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.382653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef059fc-24b1-41bf-9e6f-23c89e57f14a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.382789] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef059fc-24b1-41bf-9e6f-23c89e57f14a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.496273] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.678982] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.693146] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5396a79e-59de-453f-9484-1c407b360ad5 in Status: SUCCESS [ 1001.693356] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 deletion is rescheduled due to dependency. [ 1001.693472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.889841] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bef059fc-24b1-41bf-9e6f-23c89e57f14a [ 1001.890147] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.890303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.890369] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.890599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.890704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.890809] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bef059fc-24b1-41bf-9e6f-23c89e57f14a already deleted. [ 1001.890889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef059fc-24b1-41bf-9e6f-23c89e57f14a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.185081] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.185081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.185081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.185081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.185081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.185081] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be created. [ 1002.185454] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.185454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.185528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.185696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.185780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.185943] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1002.216787] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.217381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.217381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.217381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.217785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.222804] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.222994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.223193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.223335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.223494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.235174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: UNINITIALIZED for 2s [ 1002.237355] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1004.196801] env[65067]: INFO networking_nsxv3.common.synchronization [req-3e224add-d758-47c4-822f-7a9c0cf46b34 req-57c280ea-f367-4711-99c6-f404d44e17d9 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1004.197621] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1004.197718] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.197827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.197892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.199889] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.200306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.200306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.200306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.200460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.203210] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.248517] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1004.248777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.249564] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1004.249737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.249895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.250191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250377] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.250496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.250561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.250710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.250877] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.252658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.252896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.253135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.253298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.253404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.253674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.253729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.253878] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.708583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.708821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.708916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.709287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.709373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.709653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.709653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.709803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.709872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.709964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.710095] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1004.727490] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.727490] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.727490] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.727490] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.728252] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.730048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.730048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.730048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.730048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.730048] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.730048] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.730048] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.730048] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.730437] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.730437] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.730503] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.756834] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.756834] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.756834] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.757137] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757430] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-236fa76f-544c-4b01-9261-43e2b180748a taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.757823] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757823] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.760555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.760747] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236fa76f-544c-4b01-9261-43e2b180748a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.761727] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.762649] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.763910] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.765068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.765068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.765196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.765266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.777410] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1004.836426] env[65067]: INFO networking_nsxv3.common.synchronization [None req-9fc2a371-020d-46a1-8144-141105a97f11 None None] Enqueued Resource ID: fc15d4fb-1c83-4f3e-865e-d9b5fb84b532 with Priority: HIGHEST for action port [ 1004.837641] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc15d4fb-1c83-4f3e-865e-d9b5fb84b532 with Priority: HIGHEST for action port [ 1004.838205] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc15d4fb-1c83-4f3e-865e-d9b5fb84b532 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.838385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc15d4fb-1c83-4f3e-865e-d9b5fb84b532" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.838474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc15d4fb-1c83-4f3e-865e-d9b5fb84b532" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.838837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc15d4fb-1c83-4f3e-865e-d9b5fb84b532" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.838983] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc15d4fb-1c83-4f3e-865e-d9b5fb84b532',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.267223] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.268701] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268962] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.269217] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.269621] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.269807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.270721] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 236fa76f-544c-4b01-9261-43e2b180748a not found, creating... [ 1005.270721] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.270721] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.270721] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.270897] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.271212] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.271352] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.271518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.271650] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.271941] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.272035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.272183] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 236fa76f-544c-4b01-9261-43e2b180748a is going to be created. [ 1005.277100] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.296296] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.296593] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.296742] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.297074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.297474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.297645] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.342162] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc15d4fb-1c83-4f3e-865e-d9b5fb84b532 [ 1005.342391] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.343179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.343179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.343179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.343179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.343179] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc15d4fb-1c83-4f3e-865e-d9b5fb84b532 already deleted. [ 1005.343179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc15d4fb-1c83-4f3e-865e-d9b5fb84b532" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.500335] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7693cbfc-a766-438f-b8e9-3b9039708f51 None None] Enqueued Resource ID: ac4d947e-7ade-44f9-a785-1c06193f6836 with Priority: HIGHEST for action port [ 1005.501402] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4d947e-7ade-44f9-a785-1c06193f6836 with Priority: HIGHEST for action port [ 1005.501755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4d947e-7ade-44f9-a785-1c06193f6836 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.501956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4d947e-7ade-44f9-a785-1c06193f6836" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.502089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4d947e-7ade-44f9-a785-1c06193f6836" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.502837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4d947e-7ade-44f9-a785-1c06193f6836" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.502837] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4d947e-7ade-44f9-a785-1c06193f6836',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.777045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.777045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.777045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.777045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.777045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.777045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1005.782145] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.782145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.782145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.782145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.782320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.782320] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be updated. [ 1005.817320] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.817522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.817607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.817766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.817917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.819886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.820054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.820172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.820368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.820500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.836609] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1005.837271] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: IN_PROGRESS for 2s [ 1006.005985] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac4d947e-7ade-44f9-a785-1c06193f6836 [ 1006.007413] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.007413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.007413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.007413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.007413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.007413] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac4d947e-7ade-44f9-a785-1c06193f6836 already deleted. [ 1006.007413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4d947e-7ade-44f9-a785-1c06193f6836" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.104828] env[65067]: INFO networking_nsxv3.common.synchronization [req-3e224add-d758-47c4-822f-7a9c0cf46b34 req-530f6af4-38a1-4c87-a664-07606dbbfa8e service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1006.105094] env[65067]: INFO networking_nsxv3.common.synchronization [req-3e224add-d758-47c4-822f-7a9c0cf46b34 req-530f6af4-38a1-4c87-a664-07606dbbfa8e service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1006.105297] env[65067]: INFO networking_nsxv3.common.synchronization [req-3e224add-d758-47c4-822f-7a9c0cf46b34 req-530f6af4-38a1-4c87-a664-07606dbbfa8e service nova] Enqueued Resource ID: 236fa76f-544c-4b01-9261-43e2b180748a with Priority: HIGHEST for action port [ 1006.105905] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1006.106269] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1006.106433] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236fa76f-544c-4b01-9261-43e2b180748a with Priority: HIGHEST for action port [ 1006.106745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.106912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.106912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.107201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.107294] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.108651] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.108794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.109386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-236fa76f-544c-4b01-9261-43e2b180748a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.109796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.109898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.110119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.110205] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236fa76f-544c-4b01-9261-43e2b180748a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.427302] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d1314849-e78f-4d8c-a05b-d234297ca5a2 tempest-ServersTestManualDisk-2015790413 tempest-ServersTestManualDisk-2015790413-project-member] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_rules [ 1006.427969] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_rules [ 1006.431276] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.431276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.431452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.431736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.431906] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.613825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.613825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.614094] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 236fa76f-544c-4b01-9261-43e2b180748a with status ACTIVE [ 1006.614094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.614246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.614354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.615418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.615418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.615418] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.615418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.615418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.615418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.615418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.615972] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.615972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.615972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.615972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.615972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.616160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 236fa76f-544c-4b01-9261-43e2b180748a is going to be updated. [ 1006.644853] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.644979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.645061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.645236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.645885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.645885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236fa76f-544c-4b01-9261-43e2b180748a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.659446] env[65067]: INFO networking_nsxv3.common.synchronization [None req-30a0a1e2-29a7-41e2-96da-397e1fe73b0c tempest-ServersTestManualDisk-2015790413 tempest-ServersTestManualDisk-2015790413-project-member] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_rules [ 1006.660176] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_rules [ 1006.660512] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.660624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.699423] env[65067]: INFO networking_nsxv3.common.synchronization [req-755d2e76-6ef3-45e7-ab2f-5f75271f54e6 req-39d90d54-0eeb-4d58-a800-eab3bbdea160 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1006.700357] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1006.700680] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.700800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.700859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.703560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.703788] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.703918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.703972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.704187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.704275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.704369] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.793299] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1006.793515] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1006.793633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.794407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.794609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.794677] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.794805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.794883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.795059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.795157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.795255] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.959525] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.962023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 already deleted. [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.962023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.962023] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.151489] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.151786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.151869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.152136] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.152436] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.152555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.152660] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.152926] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.153340] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.153340] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.153516] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.153565] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.153913] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.153913] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.153913] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.154058] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.175486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.175874] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.175874] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.176053] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.176374] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-23745ad0-766f-40d2-9685-f57e6ebcc746 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.176580] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.176702] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.177032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.177198] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23745ad0-766f-40d2-9685-f57e6ebcc746',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.207506] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.207859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.207859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.207977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.236796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.236796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.236796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.236796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.236796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.236796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.236796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1007.267262] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.267430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.267509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.267734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.267883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.279306] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1007.298794] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.484678] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.485073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.485073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.485205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.485286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.485411] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 already deleted. [ 1007.485500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.683338] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.683612] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.683732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.684015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.684162] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.684333] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 23745ad0-766f-40d2-9685-f57e6ebcc746 not found, creating... [ 1007.684613] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.684766] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.684890] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.685140] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.685290] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.685582] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.685733] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.685890] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.686289] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.686595] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.686779] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 23745ad0-766f-40d2-9685-f57e6ebcc746 is going to be created. [ 1007.707841] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.708177] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.708372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.708981] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.708981] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.709231] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.801661] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.849199] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1007.849539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.850259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.850259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.850403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.850484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.850520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.850702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.850810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.850907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.851062] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.853802] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1007.853802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.853802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.853802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.853802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.854302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.854302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.854302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.854302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.854425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.854519] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.304350] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.306670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.306670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.306670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.306670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.306670] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1008.340044] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.340044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.340044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.340044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.340044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.348944] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1008.358359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.358359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.358359] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.358359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.359127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.359127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.359127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.359127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.359127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.359686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.359686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.359686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.359686] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.360614] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.482178] env[65067]: INFO networking_nsxv3.common.synchronization [req-755d2e76-6ef3-45e7-ab2f-5f75271f54e6 req-db817771-9011-43c1-84ba-6f56bcfc60fd service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1008.482413] env[65067]: INFO networking_nsxv3.common.synchronization [req-755d2e76-6ef3-45e7-ab2f-5f75271f54e6 req-db817771-9011-43c1-84ba-6f56bcfc60fd service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1008.482586] env[65067]: INFO networking_nsxv3.common.synchronization [req-755d2e76-6ef3-45e7-ab2f-5f75271f54e6 req-db817771-9011-43c1-84ba-6f56bcfc60fd service nova] Enqueued Resource ID: 23745ad0-766f-40d2-9685-f57e6ebcc746 with Priority: HIGHEST for action port [ 1008.483397] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1008.483547] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1008.483601] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23745ad0-766f-40d2-9685-f57e6ebcc746 with Priority: HIGHEST for action port [ 1008.484082] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.484908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.484908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.484908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.484908] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.485875] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.485875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.486070] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-23745ad0-766f-40d2-9685-f57e6ebcc746 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.486240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.486312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.486488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.486563] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23745ad0-766f-40d2-9685-f57e6ebcc746',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.589385] env[65067]: INFO networking_nsxv3.common.synchronization [None req-b35e8460-2546-4504-bd29-52cd60441914 None None] Enqueued Resource ID: e2dccce3-9ea8-4132-ac80-4e0246a3f6f8 with Priority: HIGHEST for action port [ 1008.589883] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dccce3-9ea8-4132-ac80-4e0246a3f6f8 with Priority: HIGHEST for action port [ 1008.590770] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2dccce3-9ea8-4132-ac80-4e0246a3f6f8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.590991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2dccce3-9ea8-4132-ac80-4e0246a3f6f8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.591104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2dccce3-9ea8-4132-ac80-4e0246a3f6f8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.591407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2dccce3-9ea8-4132-ac80-4e0246a3f6f8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.591678] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dccce3-9ea8-4132-ac80-4e0246a3f6f8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.862542] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c3df3d-96ba-414e-8eca-a818999fa846: rpc.has_security_group_logging(os_id): False [ 1008.863701] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 264a2cfe-06dc-4c96-97ea-d903643c4714: rpc.has_security_group_logging(os_id): False [ 1008.883941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.884108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.884238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.884396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.884487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.884721] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.884818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.884874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.885083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.885164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.885249] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be created. [ 1008.887871] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.888015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.888061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.888224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.888319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.888538] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.888628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.888693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.888837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.888912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.889285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.889285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.889285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.889462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.889462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.889729] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.889729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.889874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.889907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.889984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.890162] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1008.961544] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.961711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.961808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.962021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.962164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.966381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.966954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.966954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.966954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.966954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.978848] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: IN_PROGRESS for 2s [ 1008.986128] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1008.988825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.988825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.990770] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23745ad0-766f-40d2-9685-f57e6ebcc746 with status ACTIVE [ 1008.991142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.991666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.991666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.991666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.991666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.991857] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.991857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.991948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.992131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.992372] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.992543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.992543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.992741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.992827] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23745ad0-766f-40d2-9685-f57e6ebcc746 is going to be updated. [ 1009.018511] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.018664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.018741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.018963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.019370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.019551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23745ad0-766f-40d2-9685-f57e6ebcc746" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.094251] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2dccce3-9ea8-4132-ac80-4e0246a3f6f8 [ 1009.094545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.094706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.094783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.095042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.095174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.095275] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2dccce3-9ea8-4132-ac80-4e0246a3f6f8 already deleted. [ 1009.095382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2dccce3-9ea8-4132-ac80-4e0246a3f6f8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293451] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1009.293451] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac deletion is rescheduled due to dependency. [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.293451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.293451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293451] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.304763] env[65067]: INFO networking_nsxv3.common.synchronization [None req-6e7ae80e-d621-445d-9767-228c43960480 None None] Enqueued Resource ID: e5413375-d2c4-4bea-9022-69763b4c3e57 with Priority: HIGHEST for action port [ 1009.305883] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5413375-d2c4-4bea-9022-69763b4c3e57 with Priority: HIGHEST for action port [ 1009.308201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5413375-d2c4-4bea-9022-69763b4c3e57 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.308447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5413375-d2c4-4bea-9022-69763b4c3e57" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.311617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5413375-d2c4-4bea-9022-69763b4c3e57" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.311830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5413375-d2c4-4bea-9022-69763b4c3e57" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.311924] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5413375-d2c4-4bea-9022-69763b4c3e57',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.796110] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.814276] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5413375-d2c4-4bea-9022-69763b4c3e57 [ 1009.814739] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.815017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.815507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.816138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.816380] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5413375-d2c4-4bea-9022-69763b4c3e57 already deleted. [ 1009.816730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5413375-d2c4-4bea-9022-69763b4c3e57" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.301135] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.360651] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1010.361954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.361954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.361954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.361954] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.361954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.361954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.362427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.362427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.362427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.362427] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.805460] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.805460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.805848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.805848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.805848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.806034] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1010.839225] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.839511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.839584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.839807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.840027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.851610] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1010.865901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.865901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.865901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.867454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.867454] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.867454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.867454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.867454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.867454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.867454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.867454] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.868433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.868433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.868433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.868433] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.868433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.868433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.868433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.868874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.868874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.868874] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.991774] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1010.992017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.008196] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1011.008462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.252042] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1011.252279] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1011.252460] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_members [ 1011.253126] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1011.253351] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1011.253620] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_members [ 1011.253912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.254112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.254251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.254408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.254577] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.254684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.254748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.254946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.255032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.255099] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.256015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.256145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.256272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.256466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.256618] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.256704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.256759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.256925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.256980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.257084] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.258404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.258505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.258572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.258776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.258918] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.259290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.259381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.259501] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.306366] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_rules [ 1011.306557] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1011.306882] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_rules [ 1011.306882] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_members [ 1011.307100] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 1011.307227] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1011.307351] env[65067]: INFO networking_nsxv3.common.synchronization [req-e68fcc79-3fc3-493a-ba91-09641a1e25a2 req-f98e7c69-3aa4-49a4-a8a9-39b479305748 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 5f261a53-ece4-4319-9585-ed78058353b8 with Priority: HIGHEST for action port [ 1011.307902] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_rules [ 1011.308051] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_rules [ 1011.308149] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1011.308248] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f261a53-ece4-4319-9585-ed78058353b8 with Priority: HIGHEST for action port [ 1011.308359] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_rules [ 1011.308446] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1011.308530] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_members [ 1011.308797] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.308912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.308977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.309308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.309370] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.310308] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.310428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.310491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.310715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.310796] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.312676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.313269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.313374] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f261a53-ece4-4319-9585-ed78058353b8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.313480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.314020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.314020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.314020] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f261a53-ece4-4319-9585-ed78058353b8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.315555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.315757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.315908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.316207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.316394] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.318555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.318661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.318970] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.319128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.371285] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6: rpc.has_security_group_logging(os_id): False [ 1011.392281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.392468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.392553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.392749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.392823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.393061] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.393220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.393220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.393424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.393574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.393691] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.393838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.393975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.394064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.394168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.394388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.394535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.394535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.394719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.394825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.394960] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1011.496122] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.496122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.496122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.496122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.496122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.513484] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1011.763991] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.766179] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.767273] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.819333] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.819892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.820367] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.820895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.820895] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.821089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.821332] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f261a53-ece4-4319-9585-ed78058353b8 with status ACTIVE [ 1011.821560] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.821778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.821917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.822245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.822388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.822605] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.822728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.822846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.823103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.823391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.823629] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.823841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.823982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.827881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.827881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.827881] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f261a53-ece4-4319-9585-ed78058353b8 is going to be updated. [ 1011.856111] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.856334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.856518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.856809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.857319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.857319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f261a53-ece4-4319-9585-ed78058353b8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.267185] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.268806] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.269526] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.651580] env[65067]: INFO networking_nsxv3.common.synchronization [req-f156b1d9-a07e-4d54-ac3e-07b05538ea86 req-cd36229c-6297-44e4-8fec-75ebe59bc4ac tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1012.651580] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1012.651580] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.651580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.651580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652072] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.652072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.652072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.652830] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.770182] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.771217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.771217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.771217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.771217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.771217] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be updated. [ 1012.772469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.772606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.772606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.772849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.772939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.773043] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1012.775011] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.775276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.775472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.775656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.775792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.775834] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 is going to be created. [ 1012.809672] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.809893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.809893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.810141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.810393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.816013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.816240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.816240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.816411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.816559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.818829] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.819169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.819169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.819430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.819855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.827113] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e26a70a3-63e6-4709-95ff-7736d031e454 None None] Enqueued Resource ID: 85a26765-c878-4c3d-9ac7-3ba7735bbe97 with Priority: HIGHEST for action port [ 1012.827786] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a26765-c878-4c3d-9ac7-3ba7735bbe97 with Priority: HIGHEST for action port [ 1012.829355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-85a26765-c878-4c3d-9ac7-3ba7735bbe97 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.829355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85a26765-c878-4c3d-9ac7-3ba7735bbe97" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.829355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85a26765-c878-4c3d-9ac7-3ba7735bbe97" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.829355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85a26765-c878-4c3d-9ac7-3ba7735bbe97" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.829355] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a26765-c878-4c3d-9ac7-3ba7735bbe97',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.835578] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 in Status: UNINITIALIZED for 2s [ 1012.837213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1012.838395] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: IN_PROGRESS for 2s [ 1012.865558] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1012.865558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.865956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.866156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.867058] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.867058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.867058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.867058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.867058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.867058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.867058] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.157573] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.332138] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85a26765-c878-4c3d-9ac7-3ba7735bbe97 [ 1013.332394] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.332561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.332755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.332836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.332942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.333047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85a26765-c878-4c3d-9ac7-3ba7735bbe97 already deleted. [ 1013.333139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85a26765-c878-4c3d-9ac7-3ba7735bbe97" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.369297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.369526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.369596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.369934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.370270] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.370479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.370574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.370873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.370998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.371143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.371395] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.371492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.371574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.371770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.372013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.372155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.372239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.372434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.372527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.372720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.372857] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.529249] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1013.529485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.661080] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.876281] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9711803-9b0e-4392-81a4-f1892b626dac: rpc.has_security_group_logging(os_id): False [ 1013.900563] env[65067]: INFO networking_nsxv3.common.synchronization [None req-95c0b3c4-b919-495d-bcde-074ef85f3a9a tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1013.901140] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1013.901481] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.901602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.901665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.901861] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.902019] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.902148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.902234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.902354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.902437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.902528] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.905718] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.905833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.905889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.906040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.906172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.906328] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.906423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.906477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.906593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.906670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.906850] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.906939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.907042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.907221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.907306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.907481] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.907600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.907654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.907755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.907816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.907903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1014.007881] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.008122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.008188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.008538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.008801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.023944] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1014.165231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.165231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.165231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.165231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.165231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.165231] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 1014.202455] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.202455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.202455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.202742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.202742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.215359] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 1014.405165] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.587146] env[65067]: INFO networking_nsxv3.common.synchronization [req-6519c668-44f1-4035-a558-1aa055c5fdea req-2474524e-0e53-47e5-b8bb-cb01f8e49c8b tempest-ServersTestManualDisk-2015790413 tempest-ServersTestManualDisk-2015790413-project-member] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_members [ 1014.587804] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_members [ 1014.588199] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.588331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.588410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.588700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.588880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.588995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.589138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.589308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.589423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.589553] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.855999] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1014.856275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.856458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.856707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.856867] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.857084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.857171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.857336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.857419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.857517] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.860523] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1014.860820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.861637] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 in Status: SUCCESS [ 1014.861695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.861832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.862709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.862709] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.862709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.862709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.862709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.862709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.862709] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.866839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.866839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.866839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.866839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.866839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.866839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.866839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.866839] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.909814] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.976023] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.976023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-237" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.976023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-237" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.976853] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-237" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.977643] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.977643] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.977643] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.977925] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.978141] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.978403] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.978621] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.978682] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.978803] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.978964] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.979063] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.979238] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.006172] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.006172] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.006172] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.006172] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-237" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.006634] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-170c6538-3636-4e14-8a04-9798590f7a89 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.006829] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.006947] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.007332] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.007466] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('170c6538-3636-4e14-8a04-9798590f7a89',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.093519] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.093519] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.093519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.094020] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 already deleted. [ 1015.094020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367974] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.369013] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.370168] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.402459] env[65067]: INFO networking_nsxv3.common.synchronization [req-cdc87892-4b9b-4699-a213-426f1cffe7ec req-2fe97e80-2595-4e55-9da1-fd8176f78ee2 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1015.402459] env[65067]: INFO networking_nsxv3.common.synchronization [req-cdc87892-4b9b-4699-a213-426f1cffe7ec req-2fe97e80-2595-4e55-9da1-fd8176f78ee2 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1015.402694] env[65067]: INFO networking_nsxv3.common.synchronization [req-cdc87892-4b9b-4699-a213-426f1cffe7ec req-2fe97e80-2595-4e55-9da1-fd8176f78ee2 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_members [ 1015.403785] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGHEST for action security_group_members [ 1015.403922] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1015.404028] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 with Priority: HIGHEST for action security_group_members [ 1015.404357] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.404475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.404679] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.404781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.405050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.405166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.412444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.412642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.412690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.412901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.413007] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.413225] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1015.446630] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.446864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.446864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.447143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.447143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.457797] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1015.511078] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.511323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.511471] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.511763] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.511907] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.512072] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 170c6538-3636-4e14-8a04-9798590f7a89 not found, creating... [ 1015.512353] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.512514] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.512626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.512829] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.512960] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.513255] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.513420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.513533] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.513732] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.513858] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.513996] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 170c6538-3636-4e14-8a04-9798590f7a89 is going to be created. [ 1015.538669] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.538905] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.538995] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.539388] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.539654] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.539886] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.872464] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.873634] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.874435] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.040216] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1016.040216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.228659] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 1016.228659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.274565] env[65067]: INFO networking_nsxv3.common.synchronization [req-6519c668-44f1-4035-a558-1aa055c5fdea req-0b0e719d-6bfe-4426-8df0-544fde1819b9 service nova] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_rules [ 1016.274704] env[65067]: INFO networking_nsxv3.common.synchronization [req-6519c668-44f1-4035-a558-1aa055c5fdea req-0b0e719d-6bfe-4426-8df0-544fde1819b9 service nova] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_members [ 1016.274843] env[65067]: INFO networking_nsxv3.common.synchronization [req-6519c668-44f1-4035-a558-1aa055c5fdea req-0b0e719d-6bfe-4426-8df0-544fde1819b9 service nova] Enqueued Resource ID: 170c6538-3636-4e14-8a04-9798590f7a89 with Priority: HIGHEST for action port [ 1016.275411] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_rules [ 1016.275570] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_members [ 1016.275645] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170c6538-3636-4e14-8a04-9798590f7a89 with Priority: HIGHEST for action port [ 1016.276805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.276805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.276805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.276805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.276805] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.277316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.277485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.277485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.277597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.277759] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.277875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.277936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.278103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.278180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.278284] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.279255] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-170c6538-3636-4e14-8a04-9798590f7a89 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.279356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.279445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.280156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.280156] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('170c6538-3636-4e14-8a04-9798590f7a89',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.376944] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.377216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.377290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.377547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.377547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.377741] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be updated. [ 1016.379340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.379340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.379340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.379601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.379601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.379716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1016.381670] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.381670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.381670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.381670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.381670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.381670] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 is going to be updated. [ 1016.423231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.423362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.423362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.424406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.424406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.425723] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.425991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.425991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.428188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.428188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.437942] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 in Status: IN_PROGRESS for 2s [ 1016.438791] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1016.440515] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.440515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.440730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.441172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.441172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.477603] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: IN_PROGRESS for 2s [ 1016.610689] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.610892] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.611049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.611364] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.611655] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.611816] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.611928] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.612169] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.612309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.612516] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.612631] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.612746] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.613340] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.613340] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.613340] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.613340] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.637592] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.637755] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.637893] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.638100] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.638416] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-9391bbc9-000a-4470-9172-f4c60b059a60 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.638665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.638827] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.639191] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.639335] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9391bbc9-000a-4470-9172-f4c60b059a60',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.782547] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.783623] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.783739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.786716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 170c6538-3636-4e14-8a04-9798590f7a89 with status ACTIVE [ 1016.786716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.786716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.786716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.786998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.786998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.787190] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.787297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.787353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.787551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.788341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.788341] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.788341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.788341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.788341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.788341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.788341] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 170c6538-3636-4e14-8a04-9798590f7a89 is going to be updated. [ 1016.813824] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.813992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.814060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.814280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.814423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.814578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-170c6538-3636-4e14-8a04-9798590f7a89" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.941716] env[65067]: INFO networking_nsxv3.common.synchronization [req-56eed502-e77f-4ca1-a9c7-2b3ce4ef9109 req-382fd1b6-8b15-400f-b1d9-cfe7454f33b0 tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 1016.942385] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 1016.942857] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.943040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.943040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.943185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.943332] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.943444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.943516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.943663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.943737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.943847] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.115016] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1017.115419] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.142031] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.142443] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.142669] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.143128] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.143388] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.143655] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 9391bbc9-000a-4470-9172-f4c60b059a60 not found, creating... [ 1017.144387] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.144558] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.144703] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.145115] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.145344] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.145852] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.146129] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.146340] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.146701] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.146946] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.147300] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 9391bbc9-000a-4470-9172-f4c60b059a60 is going to be created. [ 1017.177241] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.177496] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.178105] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.178105] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.178249] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.178445] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.285718] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.446560] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.467551] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1017.467767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.789438] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.789604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.789662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.790259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.790259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.790259] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 is going to be created. [ 1017.815790] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.816007] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.816116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.816374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.816578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.828403] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: UNINITIALIZED for 2s [ 1017.946445] env[65067]: INFO networking_nsxv3.common.synchronization [req-2c4d26a8-f9c6-43f8-844a-7a4c7362dbb3 req-3df87f61-e944-464a-9e7b-566e2d4ffdfb service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1017.946685] env[65067]: INFO networking_nsxv3.common.synchronization [req-2c4d26a8-f9c6-43f8-844a-7a4c7362dbb3 req-3df87f61-e944-464a-9e7b-566e2d4ffdfb service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1017.946777] env[65067]: INFO networking_nsxv3.common.synchronization [req-2c4d26a8-f9c6-43f8-844a-7a4c7362dbb3 req-3df87f61-e944-464a-9e7b-566e2d4ffdfb service nova] Enqueued Resource ID: 9391bbc9-000a-4470-9172-f4c60b059a60 with Priority: HIGHEST for action port [ 1017.947547] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1017.947687] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1017.947783] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9391bbc9-000a-4470-9172-f4c60b059a60 with Priority: HIGHEST for action port [ 1017.948082] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.948205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.948266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.948474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.948575] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.949496] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.949585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.949673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.949890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.950057] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.950162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.950219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.950365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.950450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.950539] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.953467] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9391bbc9-000a-4470-9172-f4c60b059a60 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.953804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.953804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.953804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.954237] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9391bbc9-000a-4470-9172-f4c60b059a60',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.958880] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.084096] env[65067]: INFO networking_nsxv3.common.synchronization [req-e852c6d5-9f4a-4938-b45b-d6330175ab5c req-8b202b2b-3bd5-49bc-9049-ccaa48c627d2 tempest-ServerMetadataTestJSON-25651339 tempest-ServerMetadataTestJSON-25651339-project-member] Enqueued Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_members [ 1018.084686] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_members [ 1018.085264] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.085399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.085521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.085726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.085886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.085987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.086061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.086213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.086301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.086454] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.454240] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1018.454635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.454705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.455130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.455130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.455319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.455319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.455483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.455547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.455645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.455744] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.457363] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 in Status: SUCCESS [ 1018.457534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.457838] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.457942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.458235] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.458856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.459350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.460012] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.460223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.460223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.460389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.460475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.460905] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.462246] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9391bbc9-000a-4470-9172-f4c60b059a60 with status ACTIVE [ 1018.462495] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.462644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.462695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.462987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.463113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.463294] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.463397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.464304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.464494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.464582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.464820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.464928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.465056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.465600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.466044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.466160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9391bbc9-000a-4470-9172-f4c60b059a60 is going to be updated. [ 1018.467242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.467403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.467568] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.467672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.467736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.467875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.467954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.468053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.468149] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.469834] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.469968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.470046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.470221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.470660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.470798] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be updated. [ 1018.472041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.472189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.472367] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.472474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.472535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.472987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.472987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.472987] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.491329] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1018.491629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.492686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.492951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.493213] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.493352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.493454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.493647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.493755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.493858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.493960] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.495509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.495758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.495977] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.496147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.496257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.496479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.496596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.496737] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.500209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.500387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.500428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.500634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.500775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.500985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9391bbc9-000a-4470-9172-f4c60b059a60" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.507959] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.508199] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-67" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.508348] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-67" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.508689] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-67" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.508974] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.509193] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.509332] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.509587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.509744] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.509972] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.510128] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.510352] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.510580] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.510705] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.510838] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.510993] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.512925] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.513104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.513104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.513292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.513434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.528577] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 1018.551946] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.552229] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.552320] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.552444] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-67" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.552772] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-32bff452-a139-46d8-b937-8e5103f1a40c taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.552949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.553083] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.553450] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.553596] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32bff452-a139-46d8-b937-8e5103f1a40c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.588825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.588825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.589204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.589427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.589495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.589699] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.589825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.589938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.590163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.590420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.590420] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 already deleted. [ 1018.590545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.753838] env[65067]: INFO networking_nsxv3.common.synchronization [req-133a16ad-d138-41dc-91d1-b31b3873b5c1 req-fa55119b-acee-458a-885e-c651e6239b7d tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_members [ 1018.755234] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGHEST for action security_group_members [ 1018.755234] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.755600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.755600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.755836] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.755957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.756112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.756262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.756385] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.962908] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.970835] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.971097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.971359] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.975520] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.975656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.975698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.975890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.975979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.976184] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.976969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.976969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.976969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.976969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.976969] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 is going to be deleted. [ 1018.977706] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('305a4aef-9a95-45aa-a1de-ddddc6b1fbe4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.002639] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.003697] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.003864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.003943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.004178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.004268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.004456] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.004549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.004607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.004756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.004832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.004916] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be updated. [ 1019.019432] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.019687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.019687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.019845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.019937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.020049] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.033185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.033185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.033185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.033408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.033408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.045846] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: IN_PROGRESS for 2s [ 1019.056424] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.056648] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.056775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.057089] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.057270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.057432] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 32bff452-a139-46d8-b937-8e5103f1a40c not found, creating... [ 1019.057702] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.057842] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.057975] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.058185] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.058322] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.058595] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.058746] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.058858] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.059116] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.059278] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.059472] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 32bff452-a139-46d8-b937-8e5103f1a40c is going to be created. [ 1019.083457] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.083457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.083457] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.083686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.083904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.084137] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.259386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.259630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.259699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.259857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.259973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.260157] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.260284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.260493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.260702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.260784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.260878] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 is going to be updated. [ 1019.290832] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.290909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.290958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.291189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.291331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.300018] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 in Status: IN_PROGRESS for 2s [ 1019.464637] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.473881] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.474132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.474196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.474455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.474559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.474673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1019.479154] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4: rpc.has_security_group_logging(os_id): False [ 1019.512545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.512545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.512545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.512545] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 is going to be created. [ 1019.513478] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 264a2cfe-06dc-4c96-97ea-d903643c4714: rpc.has_security_group_logging(os_id): False [ 1019.547027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.547027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.547027] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be updated. [ 1019.547692] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.547808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.548021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.553696] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4], does not exist path=[/infra/domains/default/groups/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4]."\n}' [ 1019.553846] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 [ 1019.553927] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1019.571845] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1019.607864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.608109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.608216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.608561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.610430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.610767] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.610887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.610954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.611235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611448] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.611553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.611638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.611758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.611830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.611940] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 is going to be created. [ 1019.633390] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4], does not exist path=[/infra/domains/default/groups/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 [ 1019.633562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305a4aef-9a95-45aa-a1de-ddddc6b1fbe4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.633786] env[65067]: Traceback (most recent call last): [ 1019.633842] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1019.633842] env[65067]: return func(*args, **kwargs) [ 1019.633842] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1019.633842] env[65067]: res.raise_for_status() [ 1019.633842] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1019.633842] env[65067]: raise HTTPError(http_error_msg, response=self) [ 1019.633842] env[65067]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 [ 1019.633842] env[65067]: During handling of the above exception, another exception occurred: [ 1019.633842] env[65067]: Traceback (most recent call last): [ 1019.633842] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1019.633842] env[65067]: listener.cb(fileno) [ 1019.633842] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1019.633842] env[65067]: result = function(*args, **kwargs) [ 1019.633842] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1019.633842] env[65067]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1019.633842] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1019.633842] env[65067]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1019.633842] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1019.633842] env[65067]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1019.633842] env[65067]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1019.633842] env[65067]: res.raise_for_status() [ 1019.633842] env[65067]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1019.633842] env[65067]: raise HTTPError(http_error_msg, response=self) [ 1019.633842] env[65067]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/305a4aef-9a95-45aa-a1de-ddddc6b1fbe4 [ 1019.634594] env[65067]: Removing descriptor: 24 [ 1019.646268] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.646428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.646496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.646708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.646847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.658620] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: IN_PROGRESS for 2s [ 1019.813398] env[65067]: INFO networking_nsxv3.common.synchronization [req-e852c6d5-9f4a-4938-b45b-d6330175ab5c req-4986a9b5-1ae2-4fdf-8a33-7828e5d782ff service nova] Enqueued Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_rules [ 1019.813611] env[65067]: INFO networking_nsxv3.common.synchronization [req-e852c6d5-9f4a-4938-b45b-d6330175ab5c req-4986a9b5-1ae2-4fdf-8a33-7828e5d782ff service nova] Enqueued Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_members [ 1019.813772] env[65067]: INFO networking_nsxv3.common.synchronization [req-e852c6d5-9f4a-4938-b45b-d6330175ab5c req-4986a9b5-1ae2-4fdf-8a33-7828e5d782ff service nova] Enqueued Resource ID: 32bff452-a139-46d8-b937-8e5103f1a40c with Priority: HIGHEST for action port [ 1019.814920] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_rules [ 1019.815087] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_members [ 1019.815270] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32bff452-a139-46d8-b937-8e5103f1a40c with Priority: HIGHEST for action port [ 1019.815755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.815755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.815926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.816809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.816809] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.817300] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.818812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.818894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.820074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.820074] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.820074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.820074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.820354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.820354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.820354] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.823042] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-32bff452-a139-46d8-b937-8e5103f1a40c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.823042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.823042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.823042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.823042] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32bff452-a139-46d8-b937-8e5103f1a40c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.851996] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: SUCCESS [ 1019.852265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.852434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.852652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.852843] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.852959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.853035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.853193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.853277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.853361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.853487] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.969949] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.969949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.969949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.969949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.969949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.969949] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1020.005747] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.005747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.005747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.005747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.005747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.016631] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1020.324980] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.325141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.325348] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.326465] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32bff452-a139-46d8-b937-8e5103f1a40c with status ACTIVE [ 1020.326629] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.327236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.327236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.327236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.327236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.327450] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.327450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.327552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.327703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.327781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.328084] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.328252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.328350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.328592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.328708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.328895] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32bff452-a139-46d8-b937-8e5103f1a40c is going to be updated. [ 1020.354283] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.354429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.354498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.354711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.354857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.355061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32bff452-a139-46d8-b937-8e5103f1a40c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.355317] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.543341] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 1020.543740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.830871] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.857257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8: rpc.has_security_group_logging(os_id): False [ 1020.876819] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.876819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.877153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.877243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.877966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.877966] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.877966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.877966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.878330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.878330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.878441] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 is going to be created. [ 1020.948368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.948620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.948673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.948915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.949157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.962781] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: IN_PROGRESS for 2s [ 1021.058943] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1021.059187] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 deletion is rescheduled due to dependency. [ 1021.059427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.311818] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 in Status: SUCCESS [ 1021.312040] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 deletion is rescheduled due to dependency. [ 1021.312152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.333997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.334319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.334423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.334819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.334819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.334999] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 is going to be created. [ 1021.365709] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.365928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.366170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.366485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.366734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.380154] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 in Status: UNINITIALIZED for 2s [ 1021.584149] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1021.584597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.584597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.585218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.585218] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.585428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.585606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.585990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.586142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.586282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.586428] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.675537] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 in Status: SUCCESS [ 1021.675788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.033733] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1022.034117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.034417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.034788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.035087] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.035300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.035353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.035625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.035813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.035986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.036316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.036491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.036607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.036795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.036963] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.037190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.037190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.037429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.037518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.037602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.037773] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.089634] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.089849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.089907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.090126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.090331] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.090433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.090498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.090679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.090764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.090863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.091039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.091039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.091039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.091039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.091806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.091806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.091806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.091952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.091952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.092046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.092150] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.540562] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7c3df3d-96ba-414e-8eca-a818999fa846: rpc.has_security_group_logging(os_id): False [ 1022.560112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.560309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.560404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.560658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.581531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.581952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.582131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.582208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.582481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.582604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.582822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.582930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.583018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.583493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.583493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.583629] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.583685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.583721] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.583857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.583929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.584021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1022.593855] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9711803-9b0e-4392-81a4-f1892b626dac: rpc.has_security_group_logging(os_id): False [ 1022.617466] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.617691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.617767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.617962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.641902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.641902] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.641902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.641902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.642169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.642169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.642382] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.642490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.642559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.642823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.642873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.643027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.643128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.643193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.643396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.643451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.643548] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1022.662626] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.662626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.662626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.662626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.662626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.680345] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1022.717606] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.717606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.717606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.717937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.717937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.740094] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1022.976063] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: SUCCESS [ 1022.976217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.391490] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 in Status: SUCCESS [ 1023.391620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.391921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.392998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.392998] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.393239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.393239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.393496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.393618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.393742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.393879] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.896369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.896760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.896760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.896847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.896976] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.897082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.897144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.897343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.897447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.897504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.897681] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.897737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.897788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.897919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.898056] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.898138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.898234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.898321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.898545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.898545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.898545] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.403465] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27e93091-b2ba-4f46-b7a3-a6372f77cba7: rpc.has_security_group_logging(os_id): False [ 1024.429310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.429310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.429310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.429997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.429997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.430212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.430631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.430866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.431057] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 is going to be created. [ 1024.512859] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.513243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.513451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.513703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.513945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.527760] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 in Status: IN_PROGRESS for 2s [ 1024.700888] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1024.702021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.755874] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1024.756132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.816018] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.816237] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1025.864129] env[65067]: INFO networking_nsxv3.common.synchronization [req-21b32766-68fa-478d-9a42-9d7d548473a2 req-ccd2815b-9484-4192-9d67-55b99c13366d tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1025.864698] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1025.865297] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.865297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.865297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.865467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.865534] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.865704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.865767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.865921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.866014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.866112] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.371229] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.371398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.371473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.371714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.398427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.398811] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.399032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.399032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.399444] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 1026.434382] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.434382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.434382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.434382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.434382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.444529] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 1026.545450] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 in Status: SUCCESS [ 1026.545762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.114972] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2130402-d787-4cf2-b209-5c544178d5a2 req-a4726e8c-f984-4c93-b614-40489728d16b tempest-ListImageFiltersTestJSON-126971071 tempest-ListImageFiltersTestJSON-126971071-project-member] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1027.115858] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1027.116027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.116027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.118438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.118438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.118438] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.118438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.118438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.118438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.118843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.118843] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.414375] env[65067]: INFO networking_nsxv3.common.synchronization [req-0ffc2e7c-be04-4f15-aeda-cce54391d3e0 req-2ff2b3f8-9e3f-41f1-a71e-d438dd1b2ea4 tempest-ServerRescueNegativeTestJSON-467820713 tempest-ServerRescueNegativeTestJSON-467820713-project-member] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 1027.415546] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGHEST for action security_group_members [ 1027.415546] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.415796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.415948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.416121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.416341] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.416444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.416877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.416877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.416877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.417111] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.580943] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.581273] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.581478] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.581855] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.582194] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.582381] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.582559] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.583026] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.583117] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583346] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.583458] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.583568] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.583689] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.583825] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.583916] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.584105] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.608616] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.608835] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.609052] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.609263] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.609726] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-6fcd10fb-f3da-461b-90d3-faed440de2a1 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.609977] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.609977] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610581] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fcd10fb-f3da-461b-90d3-faed440de2a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.624121] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.624338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.624406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.624626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.624734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.624916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.625055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.625108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.625461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.625461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.625461] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 already deleted. [ 1027.625646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882116] env[65067]: INFO networking_nsxv3.common.synchronization [req-0ba03be6-dc87-4e17-9afa-9b7dd61bf119 req-4c307f04-58bb-4122-b134-a2630de846d6 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1027.882734] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1027.883662] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.883662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.883662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.883662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.883662] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.883996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.883996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.883996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.884131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.884168] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.919909] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.920140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.920140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.920354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.943940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.945214] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.945214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.945214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.945214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.945214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.945214] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be updated. [ 1027.982954] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.983125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.983197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.983414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.983562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.993882] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: IN_PROGRESS for 2s [ 1028.113145] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.113452] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.113591] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.113918] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.114102] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.114348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 6fcd10fb-f3da-461b-90d3-faed440de2a1 not found, creating... [ 1028.114600] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.114805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.115451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.115451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.115451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115776] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.115837] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.116034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.116232] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.116431] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.116537] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 6fcd10fb-f3da-461b-90d3-faed440de2a1 is going to be created. [ 1028.145875] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.145875] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.145875] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.145875] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.145875] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.148027] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.388907] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.388907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.388907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.388907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.423245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.423572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.423714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.423783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.423987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.424085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.424194] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be updated. [ 1028.455349] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 1028.455736] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d deletion is rescheduled due to dependency. [ 1028.455912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.466367] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.466536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.466831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.466968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.481805] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: IN_PROGRESS for 2s [ 1028.729299] env[65067]: INFO networking_nsxv3.common.synchronization [req-1eda27eb-452e-4a6e-a0df-578a9941c8ea req-a54d4994-2fe5-4048-bc96-048179c3bc94 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 1028.729606] env[65067]: INFO networking_nsxv3.common.synchronization [req-1eda27eb-452e-4a6e-a0df-578a9941c8ea req-a54d4994-2fe5-4048-bc96-048179c3bc94 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1028.730072] env[65067]: INFO networking_nsxv3.common.synchronization [req-1eda27eb-452e-4a6e-a0df-578a9941c8ea req-a54d4994-2fe5-4048-bc96-048179c3bc94 tempest-SecurityGroupsTestJSON-838298578 tempest-SecurityGroupsTestJSON-838298578-project-member] Enqueued Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_members [ 1028.730676] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGHEST for action security_group_members [ 1028.730788] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGHEST for action security_group_members [ 1028.730964] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGHEST for action security_group_members [ 1028.731413] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.731597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.731705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.731992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.732247] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.733063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.733191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.733442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.733589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.733747] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.734986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.735172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.735285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.735534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.735808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.735972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.736114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.736345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.736532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.736642] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.737890] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.738078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.738216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.738458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.738942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.738942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.738942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.739161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.743074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.743279] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.894692] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2130402-d787-4cf2-b209-5c544178d5a2 req-5f883992-df0e-47ae-b293-d04b0db13a31 service nova] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_rules [ 1028.894692] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2130402-d787-4cf2-b209-5c544178d5a2 req-5f883992-df0e-47ae-b293-d04b0db13a31 service nova] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1028.894692] env[65067]: INFO networking_nsxv3.common.synchronization [req-e2130402-d787-4cf2-b209-5c544178d5a2 req-5f883992-df0e-47ae-b293-d04b0db13a31 service nova] Enqueued Resource ID: 6fcd10fb-f3da-461b-90d3-faed440de2a1 with Priority: HIGHEST for action port [ 1028.898050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_rules [ 1028.898050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1028.898050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcd10fb-f3da-461b-90d3-faed440de2a1 with Priority: HIGHEST for action port [ 1028.898050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.898050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.898050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.898050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.898050] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.898050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.899178] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.899178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.899178] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.901990] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fcd10fb-f3da-461b-90d3-faed440de2a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.901990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.901990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.902205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.902205] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fcd10fb-f3da-461b-90d3-faed440de2a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.245465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.245741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.245741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.245908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.246028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.246235] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.246341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.246481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.246639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.246737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.246826] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be updated. [ 1029.248152] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.248295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.248372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.248489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.249561] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.249672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.278824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.279522] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.279722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.279815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.280122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.280203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.280297] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be updated. [ 1029.282272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.282407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.285885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.286107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.286107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.286300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.286450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.296611] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: IN_PROGRESS for 2s [ 1029.301057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.301347] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.301486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.301549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.301905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.302009] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 is going to be updated. [ 1029.310041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.310161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.310237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.310441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.310690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.318670] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: IN_PROGRESS for 2s [ 1029.334443] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.334700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.334700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.335130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.335130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.344021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: IN_PROGRESS for 2s [ 1029.404336] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.404499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.404747] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.405801] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fcd10fb-f3da-461b-90d3-faed440de2a1 with status ACTIVE [ 1029.406012] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.406209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.406277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.406755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.406755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.406755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.406947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.406947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.407076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.407904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.407904] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.407904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.407904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.407904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.407904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.407904] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fcd10fb-f3da-461b-90d3-faed440de2a1 is going to be updated. [ 1029.433405] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.433562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.433632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.433845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.434705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.434705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fcd10fb-f3da-461b-90d3-faed440de2a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.909947] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.008655] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 in Status: SUCCESS [ 1030.008655] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 deletion is rescheduled due to dependency. [ 1030.008906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.413023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.413023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.413023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.413810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.413810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.413810] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be created. [ 1030.440543] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.440741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.440805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.441058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.442331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.453969] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: UNINITIALIZED for 2s [ 1030.493536] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: SUCCESS [ 1030.493722] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 deletion is rescheduled due to dependency. [ 1030.493836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.308698] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7c3df3d-96ba-414e-8eca-a818999fa846 in Status: SUCCESS [ 1031.308819] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 deletion is rescheduled due to dependency. [ 1031.308995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.337704] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd0a181-3b9b-4a3f-9134-421143999759 in Status: SUCCESS [ 1031.337883] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 deletion is rescheduled due to dependency. [ 1031.338014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.354072] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 in Status: SUCCESS [ 1031.354280] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 deletion is rescheduled due to dependency. [ 1031.354469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.050693] env[65067]: INFO networking_nsxv3.common.synchronization [req-e5df2e65-7471-47bb-9c8d-965ac2d944ee req-83f436fd-2626-48c1-b6e1-ebbc899de4cc tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1032.051337] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1032.051674] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.051867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.051867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.053118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.053118] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.053118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.053118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.053118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.053118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.053118] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.469991] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1032.470102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.470355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.470850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.471153] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.471669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.471669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.471903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.471903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.472068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.472170] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.518998] env[65067]: INFO networking_nsxv3.common.synchronization [None req-0980180a-e32c-4480-9fcb-4b4cde51292a tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1032.519713] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1032.520423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.520550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.555479] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.975471] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.975684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.975811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.976067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.977141] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.977141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.977141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.977268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.977351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.977432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.977623] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.977767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.978274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.978274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.978274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.978546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.978546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.978657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.978880] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.058139] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.128365] env[65067]: INFO networking_nsxv3.common.synchronization [req-868b7361-6745-4e72-8f75-c6e54f2ed0e8 req-ef2e2e26-1edf-48ca-8654-0cf556295259 tempest-ServerMetadataTestJSON-25651339 tempest-ServerMetadataTestJSON-25651339-project-member] Enqueued Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_members [ 1033.130353] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGHEST for action security_group_members [ 1033.130595] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.130775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.130857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.131139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.131310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.131812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.131889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.132169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.132247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.132375] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.484876] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6815136-9c67-4dc7-a9a2-2ef3347b5e53: rpc.has_security_group_logging(os_id): False [ 1033.510486] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.510862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.511374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.511374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.511537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.512028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.512124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.512160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.512832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.512832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.512901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.513588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.513588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.513588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.513588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.513823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.513885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.514037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.514207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.514314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.514438] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be created. [ 1033.561048] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.561048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.561048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.561291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.561291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.561487] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1033.595925] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5c3c67-8b57-4c79-9566-bd091036413d req-c9360273-d5a0-4244-9b1a-142c21d19666 tempest-ListImageFiltersTestJSON-126971071 tempest-ListImageFiltersTestJSON-126971071-project-member] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1033.598887] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1033.598887] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.598887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.598887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.598887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.599270] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.599270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.599347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.599508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.599608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599727] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.605547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.605756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.605756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.606118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.606454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.622160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.622160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.622160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.622641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.622808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.626152] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1033.636201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.636281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.636370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.636593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.636708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.637466] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.637466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.637466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.637466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.637735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.637735] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 is going to be updated. [ 1033.640024] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1033.675870] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.676046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.676092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.676446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.676541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.697258] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 in Status: IN_PROGRESS for 2s [ 1034.002491] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.002698] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.002842] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.003254] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.003590] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.003812] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.003976] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004276] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004476] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004745] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.004937] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.005187] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.005306] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.005610] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.005771] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.005958] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.027099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.027396] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.027865] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.028169] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-698" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.028598] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.028797] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.029050] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.029286] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.029440] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.103188] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.294903] env[65067]: INFO networking_nsxv3.common.synchronization [req-b9963e61-738d-4570-a81e-54061f63278a req-e312ec53-1df7-4f1f-a1e9-e24b8dd595f9 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1034.295464] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1034.295778] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.295877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.295946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.296157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.296307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.296405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.296465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.296605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.296689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.296778] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.532083] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.532316] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.532438] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.532832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.533034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.533201] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 not found, creating... [ 1034.533463] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.533624] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.533739] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.534015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.534239] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.534451] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.534604] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.534719] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.534929] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.535387] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.535560] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 is going to be created. [ 1034.557861] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.558122] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.558178] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.558440] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.558664] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.558883] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.594757] env[65067]: INFO networking_nsxv3.common.synchronization [req-654a8746-055f-4827-9096-1cf11f7d814b req-02969fe5-ca4e-401e-a703-52a370fb9461 tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1034.595410] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1034.595714] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.595840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.595907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.596121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.596275] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.596844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.596844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.596844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.596844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.596844] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.605542] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.802304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.802574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.802655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.802904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.825122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.825848] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.825848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.825848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.825848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.825848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.826161] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1034.854101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.855026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.855026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.855026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.855026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.865194] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1035.098531] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.098743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.098787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.099015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.108657] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.109033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.109033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.109120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.109156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.109247] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be updated. [ 1035.123069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.123949] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.123949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.123949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.123949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.124224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.124224] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 1035.143484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.143675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.143728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.143938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.144060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.152809] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1035.153652] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.153810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.153875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.154044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.154186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.160796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 1035.245191] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5c3c67-8b57-4c79-9566-bd091036413d req-b4d8b28c-6a4f-498f-b1f8-626481e2760a service nova] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_rules [ 1035.245191] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5c3c67-8b57-4c79-9566-bd091036413d req-b4d8b28c-6a4f-498f-b1f8-626481e2760a service nova] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1035.245382] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5c3c67-8b57-4c79-9566-bd091036413d req-b4d8b28c-6a4f-498f-b1f8-626481e2760a service nova] Enqueued Resource ID: 4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 with Priority: HIGHEST for action port [ 1035.245822] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_rules [ 1035.245988] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1035.246060] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 with Priority: HIGHEST for action port [ 1035.246339] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.246502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.246649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.246735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.246977] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.247097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.247161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.247352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.247449] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.642533] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1035.642770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.642929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.643161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.643252] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.652363] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1035.652561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.652714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.652917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.653120] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.653240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.653302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.653451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.653531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.653623] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.706191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 in Status: SUCCESS [ 1035.706419] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 deletion is rescheduled due to dependency. [ 1035.706510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.749546] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 with status ACTIVE [ 1035.749866] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.750084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.750205] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.750322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.750487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.750831] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.750831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.750831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.751799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.751799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.751799] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.751799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.751799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.751799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.751799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.751799] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7 is going to be updated. [ 1035.772930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.773219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.773338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.773489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.773626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.773803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3d6b61-eeb3-4a2d-a4b4-b309703ccea7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.145607] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.145893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.157135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.157135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.157135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.157135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.157427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.157427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.157603] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1036.185158] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.185327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.185410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.185597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.185744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.199144] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1036.368247] env[65067]: INFO networking_nsxv3.common.synchronization [req-ba94a94d-2fe5-4ba9-9997-bbfc6f435e32 req-ae77a1c6-c22b-4dcd-b51b-1ee3a0f2b75e tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1036.368818] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1036.369527] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.369666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.369780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.369969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.370140] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.371344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.371344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.371344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.371344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.371344] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.727290] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.727584] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.727779] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.728118] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.728417] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.728646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.728799] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.729053] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.729226] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.729468] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.729570] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.729741] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.729860] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.729985] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.730113] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.730246] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.750465] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.750715] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.751085] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.751376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-908" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.751752] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-e7df520f-164c-4334-8ccc-cd470cb01035 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.752051] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.752205] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.753337] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.753337] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7df520f-164c-4334-8ccc-cd470cb01035',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.873482] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.873668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.873754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.873977] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.874087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.874281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.874456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.874456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.874575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.874652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.874738] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 1036.877185] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1036.877352] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1036.877485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.919015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.919176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.919251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.919465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.919668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.931910] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 1037.164406] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1037.164947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.164947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.165175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.165411] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.165544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.165732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.165789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.165886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.165985] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.170647] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 1037.170890] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 1037.171059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.256245] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.256487] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.256578] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.256864] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.257018] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.257180] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port e7df520f-164c-4334-8ccc-cd470cb01035 not found, creating... [ 1037.257446] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.257610] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.257751] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.257986] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.258139] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.258428] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.258586] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.258700] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.258911] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.259057] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.259196] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: e7df520f-164c-4334-8ccc-cd470cb01035 is going to be created. [ 1037.288164] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.288489] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.288682] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.289025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.289268] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.289491] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.668338] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.990092] env[65067]: INFO networking_nsxv3.common.synchronization [req-ba94a94d-2fe5-4ba9-9997-bbfc6f435e32 req-b73adab4-3967-446d-942c-9f41169e686e service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 1037.990274] env[65067]: INFO networking_nsxv3.common.synchronization [req-ba94a94d-2fe5-4ba9-9997-bbfc6f435e32 req-b73adab4-3967-446d-942c-9f41169e686e service nova] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1037.990403] env[65067]: INFO networking_nsxv3.common.synchronization [req-ba94a94d-2fe5-4ba9-9997-bbfc6f435e32 req-b73adab4-3967-446d-942c-9f41169e686e service nova] Enqueued Resource ID: e7df520f-164c-4334-8ccc-cd470cb01035 with Priority: HIGHEST for action port [ 1037.990990] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_rules [ 1037.991097] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1037.991198] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7df520f-164c-4334-8ccc-cd470cb01035 with Priority: HIGHEST for action port [ 1037.991488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.991599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.991642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.991847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.993790] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.995806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.995806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.995806] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7df520f-164c-4334-8ccc-cd470cb01035 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.996092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.996092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.996165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.996236] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7df520f-164c-4334-8ccc-cd470cb01035',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.170428] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.209824] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1038.209967] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac deletion is rescheduled due to dependency. [ 1038.212693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.497850] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.498079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.498195] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7df520f-164c-4334-8ccc-cd470cb01035 with status ACTIVE [ 1038.498368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.498475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.498565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.498755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.498821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.498990] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.499125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.499171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.499290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.499364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.499538] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.499628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.499732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.499924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.499978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.500049] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7df520f-164c-4334-8ccc-cd470cb01035 is going to be updated. [ 1038.520180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.520314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.520372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.520581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.520723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.520929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7df520f-164c-4334-8ccc-cd470cb01035" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.674066] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.674215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.674311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.674522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.674679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.674808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be updated. [ 1038.711154] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.711974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.711974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.711974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.711974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.721994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1038.942747] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 1038.942934] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d deletion is rescheduled due to dependency. [ 1038.943061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.943232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.943440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.943636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.943753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.943817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.943960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.944052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.944144] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.446326] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.949079] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.451576] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.451576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.452225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.452331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.452470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.452587] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 1040.506160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.506399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.506399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.506654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.506825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.520626] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 1040.732021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1040.732358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.732531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.733069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.733069] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.733069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.733283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.733283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.733354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.734084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.734084] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.237500] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.237500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.237500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.237802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.237802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.238026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.238119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.238280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.238361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.238489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.238648] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.238747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.238814] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.238951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.239355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.239355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.239355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.239514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.239514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.239583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.239659] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.431234] env[65067]: INFO networking_nsxv3.common.synchronization [req-0d17f563-6f97-4031-ba81-b7e1268f7b95 req-62f18ec5-428e-450d-95b1-a58d1d28fed4 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_members [ 1041.431827] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGHEST for action security_group_members [ 1041.433185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.433671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.433671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.433797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.434462] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.434462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.434462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.434462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.434462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.434462] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.746120] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6815136-9c67-4dc7-a9a2-2ef3347b5e53: rpc.has_security_group_logging(os_id): False [ 1041.767022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.767022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.767022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.767740] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.767740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.767740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.767740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be updated. [ 1041.938667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.938667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.938667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.938667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.942041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.942041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.985332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.985746] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.985746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.985882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.986042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.986138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.986236] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 is going to be updated. [ 1041.987357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.991021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.991021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.015349] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1042.049177] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.049362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.049421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.049650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.051498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.108551] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 in Status: IN_PROGRESS for 2s [ 1042.533087] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 1042.533407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.533496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.533907] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.534634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.534634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.534634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.534634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.534634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.534634] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.802916] env[65067]: INFO networking_nsxv3.common.synchronization [None req-33393069-49a1-4a44-8231-c0df2e02a620 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_rules [ 1042.803538] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_rules [ 1042.803947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.804123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.804201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.804409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.804490] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.898381] env[65067]: INFO networking_nsxv3.common.synchronization [None req-df39f5a2-5108-4143-954f-7f5029d1a2b8 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_rules [ 1042.898906] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_rules [ 1042.899286] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.899345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.037090] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.037267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.037337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.037565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.037765] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.037888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.038013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.038186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.038474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.038474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.038585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.038707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.038888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.039145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.039322] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.039463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.039498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.040045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.040192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.040349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.040411] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.327168] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.327348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.327402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.327629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.327841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.327984] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 already deleted. [ 1043.328106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.328267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.328441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.328529] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.545361] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d: rpc.has_security_group_logging(os_id): False [ 1043.566059] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.566059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.566059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.566234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.566341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.566525] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.566633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.566694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.566854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.567306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.567796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.567796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.567796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.567953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.568028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.568240] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.568345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.568408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.568551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.568626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.568742] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 1043.638535] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.638689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.638731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.639332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.639332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.662317] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 1043.851920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.851920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.851920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.852476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.852476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.852476] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 already deleted. [ 1043.852476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.030977] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1044.031246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.118675] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 in Status: SUCCESS [ 1044.118981] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 deletion is rescheduled due to dependency. [ 1044.119206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.683739] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 1045.684090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.900208] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.900495] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1049.728510] env[65067]: INFO networking_nsxv3.common.synchronization [req-b69d599a-8712-4af8-aaa0-241b5faf2f6f req-61e6c69f-70f3-4610-af5c-04d27faf1f43 tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1049.729145] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1049.729469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.729592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.729661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.729856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.730069] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.730183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.730477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.730477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.730477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.730607] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.041384] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.041690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.041923] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.042295] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.042591] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.042756] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.042868] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.043109] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.043250] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043463] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.043569] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.043756] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.043859] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.043859] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.043996] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.044103] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.071466] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.071466] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.071466] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.071689] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-632" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.071804] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-b8b7c902-cec2-4450-ac0b-3557090728b5 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.071976] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.072125] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.072436] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.072573] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b7c902-cec2-4450-ac0b-3557090728b5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.233137] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.233286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.233348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.233571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.233663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.233873] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.233975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.234068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.234233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.234313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.234399] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 1050.265035] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.265341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.265506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.265859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.266129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.278257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 1050.575783] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.576129] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.576298] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.576638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.576828] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.577036] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port b8b7c902-cec2-4450-ac0b-3557090728b5 not found, creating... [ 1050.577365] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.577586] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.577774] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.578139] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.578326] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.578676] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.578876] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.579035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.579316] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.579506] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.579679] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: b8b7c902-cec2-4450-ac0b-3557090728b5 is going to be created. [ 1050.603759] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.604050] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.604260] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.604587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.604857] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.605149] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.332394] env[65067]: INFO networking_nsxv3.common.synchronization [req-b69d599a-8712-4af8-aaa0-241b5faf2f6f req-927ceb23-1cc4-49e0-9f29-2e3fae61559e service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 1051.333418] env[65067]: INFO networking_nsxv3.common.synchronization [req-b69d599a-8712-4af8-aaa0-241b5faf2f6f req-927ceb23-1cc4-49e0-9f29-2e3fae61559e service nova] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1051.333418] env[65067]: INFO networking_nsxv3.common.synchronization [req-b69d599a-8712-4af8-aaa0-241b5faf2f6f req-927ceb23-1cc4-49e0-9f29-2e3fae61559e service nova] Enqueued Resource ID: b8b7c902-cec2-4450-ac0b-3557090728b5 with Priority: HIGHEST for action port [ 1051.333418] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_rules [ 1051.333418] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1051.333616] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b7c902-cec2-4450-ac0b-3557090728b5 with Priority: HIGHEST for action port [ 1051.333854] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.335735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.335735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.335735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.335735] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.336114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.336238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.338403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b7c902-cec2-4450-ac0b-3557090728b5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.338505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.338562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.338746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.338823] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b7c902-cec2-4450-ac0b-3557090728b5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.836724] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.836989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.845065] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8b7c902-cec2-4450-ac0b-3557090728b5 with status ACTIVE [ 1051.845065] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.845311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.845311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.845545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.845545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.845714] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.845800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.845896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.845991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.846075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.846402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.846402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.846540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.846665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846909] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8b7c902-cec2-4450-ac0b-3557090728b5 is going to be updated. [ 1051.885071] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.885333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.885333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.885553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.885722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.885901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b7c902-cec2-4450-ac0b-3557090728b5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291246] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 1052.291385] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 1052.291508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.292115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.292240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.292303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.292552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.292640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.292750] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.796216] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.298647] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.801238] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.801579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.801579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.801737] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.801775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.801884] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 1053.834675] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.834907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.834907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.835127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.835280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.845379] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 1055.860710] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 1055.860710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.860710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.860710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.860710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.861656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.861656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.861656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.861656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.861656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.861656] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.334877] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1056.335053] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1056.363765] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.364073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.364073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364468] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.364599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.364666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.365250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.365250] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.365341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.365341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.365516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.365617] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.367649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.367760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.367921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.368050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.368140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.368247] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.870641] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4472dc2-12ba-4978-a243-b3825748477d: rpc.has_security_group_logging(os_id): False [ 1056.897642] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.897865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.897916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.898240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.898367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.899130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.899130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.899130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.899130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.899393] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.899393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.899483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.899681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.899886] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.900065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.900103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.900360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.900400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.901209] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 1057.012756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.012966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.013064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.016823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.016823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.035586] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 1058.128092] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5910649e-a286-4b61-b826-24c85b276e54 None None] Enqueued Resource ID: 6d3d1cc9-e033-47ee-8988-38a4cf147dda with Priority: HIGHEST for action port [ 1058.128608] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3d1cc9-e033-47ee-8988-38a4cf147dda with Priority: HIGHEST for action port [ 1058.128906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3d1cc9-e033-47ee-8988-38a4cf147dda taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.129580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3d1cc9-e033-47ee-8988-38a4cf147dda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.129580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3d1cc9-e033-47ee-8988-38a4cf147dda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.130532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3d1cc9-e033-47ee-8988-38a4cf147dda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.130532] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3d1cc9-e033-47ee-8988-38a4cf147dda',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.633218] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3d1cc9-e033-47ee-8988-38a4cf147dda [ 1058.633218] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.633357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.633399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.634975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.634975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.634975] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3d1cc9-e033-47ee-8988-38a4cf147dda already deleted. [ 1058.634975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3d1cc9-e033-47ee-8988-38a4cf147dda" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.875300] env[65067]: INFO networking_nsxv3.common.synchronization [None req-91c96384-961e-4f4d-a944-5fb51ec2422e None None] Enqueued Resource ID: 2a9d6baa-0958-41f5-aef2-91444015310a with Priority: HIGHEST for action port [ 1058.875566] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9d6baa-0958-41f5-aef2-91444015310a with Priority: HIGHEST for action port [ 1058.875897] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a9d6baa-0958-41f5-aef2-91444015310a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.878309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a9d6baa-0958-41f5-aef2-91444015310a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.878309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a9d6baa-0958-41f5-aef2-91444015310a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.878309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a9d6baa-0958-41f5-aef2-91444015310a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.878309] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a9d6baa-0958-41f5-aef2-91444015310a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.054823] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 1059.055545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.064110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.064110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.064110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.064110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.064110] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.379583] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a9d6baa-0958-41f5-aef2-91444015310a [ 1059.381959] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.381959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.381959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.381959] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a9d6baa-0958-41f5-aef2-91444015310a already deleted. [ 1059.381959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a9d6baa-0958-41f5-aef2-91444015310a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.465878] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d0571e21-38a5-4986-ad0b-3fc8015124f0 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_rules [ 1059.465878] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_rules [ 1059.465878] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.465878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.465878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.465878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.465878] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.567045] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.614659] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5f9bbf73-fa1c-43c4-8396-5bd2116412cd tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_rules [ 1059.615209] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_rules [ 1059.615577] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.615675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.868338] env[65067]: INFO networking_nsxv3.common.synchronization [req-df5f114a-0a6d-4901-997f-912e783deaf6 req-e7ba2cc7-f1ec-47f1-842a-d307c9d7b13c tempest-ImagesTestJSON-1076418881 tempest-ImagesTestJSON-1076418881-project-member] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1059.869077] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGHEST for action security_group_members [ 1059.869529] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.869722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.869836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.870142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.870460] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.870607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.870697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.870897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.870990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.871099] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.994214] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.994720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.994720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.994859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.994859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.994927] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01304935-578f-4e50-aed4-71d7930f735f already deleted. [ 1059.998818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.998818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.998818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.998818] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.069575] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.374430] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.374430] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.374430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.374778] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be updated. [ 1060.409265] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.409699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.409699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.409699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.409876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.419770] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: IN_PROGRESS for 2s [ 1060.518893] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.519029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.519100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.519302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.519386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.519485] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01304935-578f-4e50-aed4-71d7930f735f already deleted. [ 1060.519563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.575677] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1060.575677] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.190697] env[65067]: INFO networking_nsxv3.common.synchronization [None req-fd98ff0a-4673-4960-aa83-bb0e2d2a28d7 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1061.191207] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1061.191658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.191781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.191855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.192551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.192646] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.311913] env[65067]: INFO networking_nsxv3.common.synchronization [None req-71d7c577-211f-48b7-9425-9ab37bfec883 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1061.312548] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1061.312921] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.313070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.490764] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.491221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.491221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.491347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.509558] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1061.511402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.511563] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1061.516278] env[65067]: INFO networking_nsxv3.common.synchronization [None req-374ece34-8ed8-43bc-abb5-9cc095eb2a24 None None] Enqueued Resource ID: b3f4f708-61cb-42ab-9895-67217dd57f19 with Priority: HIGHEST for action port [ 1061.516278] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f4f708-61cb-42ab-9895-67217dd57f19 with Priority: HIGHEST for action port [ 1061.516473] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3f4f708-61cb-42ab-9895-67217dd57f19 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.516600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3f4f708-61cb-42ab-9895-67217dd57f19" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.516679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3f4f708-61cb-42ab-9895-67217dd57f19" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.516900] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3f4f708-61cb-42ab-9895-67217dd57f19" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.517014] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3f4f708-61cb-42ab-9895-67217dd57f19',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.547027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.547027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.547241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.547508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.559916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.560681] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1061.560763] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.561047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1061.606329] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.606488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.606627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.606772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.609176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.609176] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1061.697831] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.697831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.697831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.698168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.698558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.698846] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1061.719078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.719273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.719382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.719586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.719956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.719956] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 already deleted. [ 1061.719956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.720574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.720574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.720574] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.792125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.792125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.792125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.792282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.792636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.792994] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1061.793098] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d', 'd6968c8e-3b3f-490f-bbba-30d23a179347', '264a2cfe-06dc-4c96-97ea-d903643c4714', 'b1cddb49-0580-4340-b09e-25b1c9504f10', 'cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6', '6cd09e67-399b-4e0d-ad98-85ee635b95b4', '27e93091-b2ba-4f46-b7a3-a6372f77cba7', 'bd274f54-74a4-491b-9acf-751bad61a19d', 'ac9e6eba-74d7-43f5-82d9-2eb89efa8393', '49059263-83c9-4f7b-a336-31bd383e7358', '8ef0e919-3551-4be4-9dc6-09643f1f2a98', '07f948e1-095d-4994-a832-22c5afde57be', '4f1464a9-a829-4384-811c-242baede566a', 'bcd0a181-3b9b-4a3f-9134-421143999759', 'eea1a3cf-7000-4cb5-aa82-c772e40da142', 'f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8', 'c4472dc2-12ba-4978-a243-b3825748477d', '69aeeea7-6f97-417d-94ce-af05d256be7d', '7e1b2bf8-e065-481a-8105-1482f015ba7e', 'd6815136-9c67-4dc7-a9a2-2ef3347b5e53', 'cb48992e-3f4c-4fc5-b84a-81b5f6db8300', 'aae1d635-37a6-4637-bb81-8d3ae9bd88f9', '0bb76d68-ef8a-4a4f-a508-f5b03cf74df4', '415f7f4b-cde2-49a4-95f1-1d47754f90b0', 'e35f155f-7734-4b15-a738-654ba880f399', '84f1e53b-5cd0-454c-8ae5-8249fd11edc6', '5396a79e-59de-453f-9484-1c407b360ad5', '243437f2-eb53-4ecd-a452-e0453f922776', 'b709038a-0291-4db0-a8d0-b9035ec18d22', 'c654bab0-e3ed-48a1-99ec-7d180fbe115d', '475ae7d3-f064-407f-bb39-626c7141e74c', '8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25', 'd7c3df3d-96ba-414e-8eca-a818999fa846', 'd9711803-9b0e-4392-81a4-f1892b626dac', '24d700a7-c434-4c08-8d01-e10aaa4aaf04', '50b635be-c355-44a5-a50e-49c4f3c96b14', '53befe14-9073-4fc9-b21f-f524fdd13442', '8751bf03-efb2-41e9-a2e0-19c834f68b11', '8c4b4223-e1c0-4654-b4fc-e84ba0476321', '756eeccb-8499-4185-8352-8aace62fef16', '70d076a2-fda7-4451-89e0-365e3d69b858', '0fd98b9b-04bf-4844-b9d3-7c7df09406f2', '4741747d-de51-4011-99c4-33c0cecb2e7a', '0090c130-50da-44d9-9c9f-d1027f3cc452', 'ce4ec84a-547a-46a8-a3c2-26a852a39d62'} {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.793207] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1061.813428] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.813428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.813428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.813734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.813734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.813734] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1061.813843] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.813843] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1061.918734] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.918837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.920379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.920379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.920379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.920673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1061.920673] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.920751] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1061.920791] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1061.921172] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1061.921172] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGH for action security_group_rules [ 1061.922981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.021578] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3f4f708-61cb-42ab-9895-67217dd57f19 [ 1062.023209] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.023209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.023209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.023473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.023473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.023703] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3f4f708-61cb-42ab-9895-67217dd57f19 already deleted. [ 1062.023703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3f4f708-61cb-42ab-9895-67217dd57f19" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.246117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.247035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.247035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.247035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.247192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.247192] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 already deleted. [ 1062.247253] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.430948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d in Status: SUCCESS [ 1062.431251] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d deletion is rescheduled due to dependency. [ 1062.431452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.587191] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f3085a8f-b8d7-4b1f-9e96-86fd7f551efc None None] Enqueued Resource ID: ed885339-9777-4458-bba8-6ade3591214a with Priority: HIGHEST for action port [ 1062.587191] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed885339-9777-4458-bba8-6ade3591214a with Priority: HIGHEST for action port [ 1062.587191] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d with Priority: HIGH for action security_group_rules [ 1062.587534] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 with Priority: HIGH for action security_group_rules [ 1062.587570] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 with Priority: HIGH for action security_group_rules [ 1062.587793] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGH for action security_group_rules [ 1062.588274] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGH for action security_group_rules [ 1062.588515] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e with Priority: HIGH for action security_group_rules [ 1062.588733] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeeea7-6f97-417d-94ce-af05d256be7d with Priority: HIGH for action security_group_rules [ 1062.589902] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGH for action security_group_rules [ 1062.589902] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd0a181-3b9b-4a3f-9134-421143999759 with Priority: HIGH for action security_group_rules [ 1062.590055] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGH for action security_group_rules [ 1062.590173] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1464a9-a829-4384-811c-242baede566a with Priority: HIGH for action security_group_rules [ 1062.590400] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGH for action security_group_rules [ 1062.590636] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 with Priority: HIGH for action security_group_rules [ 1062.590807] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49059263-83c9-4f7b-a336-31bd383e7358 with Priority: HIGH for action security_group_rules [ 1062.590945] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 with Priority: HIGH for action security_group_rules [ 1062.591082] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 with Priority: HIGH for action security_group_rules [ 1062.591204] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd274f54-74a4-491b-9acf-751bad61a19d with Priority: HIGH for action security_group_rules [ 1062.591323] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGH for action security_group_rules [ 1062.591438] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGH for action security_group_rules [ 1062.592102] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGH for action security_group_rules [ 1062.592102] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed885339-9777-4458-bba8-6ade3591214a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.592531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed885339-9777-4458-bba8-6ade3591214a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.592531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed885339-9777-4458-bba8-6ade3591214a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.592612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed885339-9777-4458-bba8-6ade3591214a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.592806] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed885339-9777-4458-bba8-6ade3591214a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.594742] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.594742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.594742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.594742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.596523] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.601239] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264a2cfe-06dc-4c96-97ea-d903643c4714 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.601239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.601239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.601239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.601239] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264a2cfe-06dc-4c96-97ea-d903643c4714',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.602296] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.603179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.603179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.603179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.603179] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e93091-b2ba-4f46-b7a3-a6372f77cba7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.604748] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.604856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.604941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.605156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.606076] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.606300] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.606413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.608029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.608029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.608029] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.608195] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1b2bf8-e065-481a-8105-1482f015ba7e taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.608195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.608446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.608446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.609447] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1b2bf8-e065-481a-8105-1482f015ba7e',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.611184] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aeeea7-6f97-417d-94ce-af05d256be7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.611184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.611184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.611184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.611184] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aeeea7-6f97-417d-94ce-af05d256be7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.612030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.612030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.612030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.612208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.612208] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.613288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd0a181-3b9b-4a3f-9134-421143999759 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.613288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.613288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.613288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.613288] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd0a181-3b9b-4a3f-9134-421143999759',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.613969] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.614110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.614251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.614343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.614393] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.618039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1464a9-a829-4384-811c-242baede566a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.618039] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1464a9-a829-4384-811c-242baede566a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.618039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.618039] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.618039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.618039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.618039] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef0e919-3551-4be4-9dc6-09643f1f2a98',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.619832] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49059263-83c9-4f7b-a336-31bd383e7358 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.619832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.619832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.619832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.619832] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49059263-83c9-4f7b-a336-31bd383e7358',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.620518] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.620633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.620699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.620849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.620920] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9e6eba-74d7-43f5-82d9-2eb89efa8393',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.621703] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.621815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.621881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.622044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.622115] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd09e67-399b-4e0d-ad98-85ee635b95b4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.622864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd274f54-74a4-491b-9acf-751bad61a19d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.622980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.625032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.625032] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd274f54-74a4-491b-9acf-751bad61a19d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.625032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.625032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.625032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.625032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.625032] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.625394] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.625394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.625394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.625529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.625592] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.626294] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.626380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.626448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.626632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.626709] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.109822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.109822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.109822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.109822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.110114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.110114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.110114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.110442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.110442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.110547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.110647] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.120839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.121194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.122853] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.123076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.128586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.128732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.131710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.131831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.131894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.132126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.132278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.132377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.132440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.132586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.132671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.132754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.132875] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.139920] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed885339-9777-4458-bba8-6ade3591214a [ 1063.140120] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.140231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.140301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.140473] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.140557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.140646] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed885339-9777-4458-bba8-6ade3591214a already deleted. [ 1063.140722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed885339-9777-4458-bba8-6ade3591214a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.142078] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.142187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.142230] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.142390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.142535] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.142626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.142689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.142820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.142902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.143000] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.143077] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.144371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.144493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.144545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.145874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.145874] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.145874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.146507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.146675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.146761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.146846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.146929] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.149619] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.149768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.149826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.149942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.150173] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.150281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.150423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.150599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.150997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.150997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.150997] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.151820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.151956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.152044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.152203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.152351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.152448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.152539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.153289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.153484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.153574] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.163682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.163849] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e93091-b2ba-4f46-b7a3-a6372f77cba7 is going to be deleted. [ 1063.165372] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.165752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.165752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.165961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.166256] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.166573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.167366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.167582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.167767] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.167869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.168135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.169039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.169039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.169238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.169392] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.169533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.169609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.169702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.169799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.169885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.169975] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.174679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.174908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.179425] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.197696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.197835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.198743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.198856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.223466] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.223466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.224655] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.224839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.225887] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.225887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.226709] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.226834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.227721] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.227836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.228805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.228941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.229766] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.229897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.232149] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.232346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.233174] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.233745] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.233854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.234766] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.235216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.235334] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264a2cfe-06dc-4c96-97ea-d903643c4714 is going to be deleted. [ 1063.236354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.236689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.261128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.261427] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1b2bf8-e065-481a-8105-1482f015ba7e is going to be deleted. [ 1063.262336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.262578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.294464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.294622] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aeeea7-6f97-417d-94ce-af05d256be7d is going to be deleted. [ 1063.295765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.296187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.298060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.298232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.302299] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.302437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.319685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.319844] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd09e67-399b-4e0d-ad98-85ee635b95b4 is going to be deleted. [ 1063.320860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.321779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.364477] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.364605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.373040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.373040] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd0a181-3b9b-4a3f-9134-421143999759 is going to be deleted. [ 1063.373599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.374275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.377475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.439419] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.439877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.461041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.461041] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be deleted. [ 1063.462209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.462209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.532801] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.532958] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1464a9-a829-4384-811c-242baede566a is going to be deleted. [ 1063.533896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.534125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.562483] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.562727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.606500] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.606500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.609015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.609183] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d is going to be deleted. [ 1063.610377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.610377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.614813] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.614996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.614996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.615167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.615357] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.615455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.616908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.616908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.616908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.616908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.616908] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.616908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.616908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.617378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.617378] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.617378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.617508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.617611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.617701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.617833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.617941] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.647274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.647419] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be deleted. [ 1063.648749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.649111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.656825] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.657585] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.665475] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.679360] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4472dc2-12ba-4978-a243-b3825748477d: rpc.has_security_group_logging(os_id): False [ 1063.688547] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cddb49-0580-4340-b09e-25b1c9504f10: rpc.has_security_group_logging(os_id): False [ 1063.701413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.701413] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9e6eba-74d7-43f5-82d9-2eb89efa8393 is going to be deleted. [ 1063.702351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.702656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.738141] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.738359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.745286] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.745495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.757029] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.757029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.768346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768594] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd274f54-74a4-491b-9acf-751bad61a19d is going to be deleted. [ 1063.770970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.770970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.822055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.822223] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49059263-83c9-4f7b-a336-31bd383e7358 is going to be deleted. [ 1063.823202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.823415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.896836] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.896836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.902325] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.902325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.906014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.906014] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef0e919-3551-4be4-9dc6-09643f1f2a98 is going to be deleted. [ 1063.906918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.907137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.907238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.907364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e93091-b2ba-4f46-b7a3-a6372f77cba7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.907523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264a2cfe-06dc-4c96-97ea-d903643c4714" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.909530] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.909530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9e6eba-74d7-43f5-82d9-2eb89efa8393" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.910038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.910038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1b2bf8-e065-481a-8105-1482f015ba7e" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.910385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.910469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aeeea7-6f97-417d-94ce-af05d256be7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.910859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.910932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd09e67-399b-4e0d-ad98-85ee635b95b4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.911285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.911378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd0a181-3b9b-4a3f-9134-421143999759" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.911786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.912288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.912288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.912288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.912616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.912616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54c8d8a-b1ae-4e56-bf82-67c251f1ac9d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.912616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.962358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.962740] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.963021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.963021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.963243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.963373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.963507] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1063.964754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.964966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.965089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.965245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1464a9-a829-4384-811c-242baede566a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.965408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.965584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.965692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.965822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.966019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.966208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.966317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.966407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd274f54-74a4-491b-9acf-751bad61a19d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.966530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.966717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.026083] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.026310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.071880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.072193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.078966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079263] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.079430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.079490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.079665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.079751] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079979] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.080574] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.081023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 1064.082183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.082428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49059263-83c9-4f7b-a336-31bd383e7358" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.083041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.083156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef0e919-3551-4be4-9dc6-09643f1f2a98" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.120244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6815136-9c67-4dc7-a9a2-2ef3347b5e53: rpc.has_security_group_logging(os_id): False [ 1064.149056] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.149215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.149289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.149683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.160287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f948e1-095d-4994-a832-22c5afde57be: rpc.has_security_group_logging(os_id): False [ 1064.161517] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8: rpc.has_security_group_logging(os_id): False [ 1064.169406] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6968c8e-3b3f-490f-bbba-30d23a179347: rpc.has_security_group_logging(os_id): False [ 1064.210597] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.211879] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.212090] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.213086] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.213221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.214024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.214299] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.214471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.214566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.214798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.214910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.215151] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.215285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.215370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.215543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.215642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.215861] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.215997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.216103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.216270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.216370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.216482] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be updated. [ 1064.217623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.217818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.224669] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.224797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.266793] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.266959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.275450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.275764] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.275860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.275934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.276157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.276240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.276337] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1064.277394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.277586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.277730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.278642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.278824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.306813] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1064.307621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.307917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.308030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.308093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.308381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.308466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.308561] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1064.309735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.309905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.310058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.311180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.311440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366336] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 1064.369499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.369839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.369973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.370057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.370273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.370441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.370557] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 is going to be updated. [ 1064.403870] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.404989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.405092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.405343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.405501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.423475] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.423661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.423777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.423973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.424164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.429330] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1064.444275] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1064.449994] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.450263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.450263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.450524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.450679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.467311] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1064.521242] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.521874] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.522015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.522089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.522312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.522486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.555396] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: IN_PROGRESS for 2s [ 1065.391887] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5f8feae-36a5-4025-b246-82dee631d69f req-b7a3f3db-4590-4042-8737-e68aca25926a tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_members [ 1065.392470] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_members [ 1065.392896] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.393021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.393021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.393301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.393458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.393570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.393640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.393760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.393842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.393932] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.736791] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.736999] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737135] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.737430] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.737694] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737845] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737994] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.739184] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.739351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.739575] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.739692] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.739804] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.739910] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.740027] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.740141] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.740279] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.760851] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.760851] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.760851] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.760851] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.760851] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.760851] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.760851] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.761285] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.761285] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b70eee-26af-4ec6-9e58-710d17bfd8ef',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.896177] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.896470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.896599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.896912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.897088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.897399] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.897568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.897675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.897919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.898067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.898208] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 already deleted. [ 1065.898394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.913580] env[65067]: INFO networking_nsxv3.common.synchronization [req-363e0a69-fffa-4d0a-a3f0-aab2b3426e50 req-4242f246-ce85-4a8e-a113-cd2f18a67414 tempest-ServerDiskConfigTestJSON-479089368 tempest-ServerDiskConfigTestJSON-479089368-project-member] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1065.914093] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGHEST for action security_group_members [ 1065.914391] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.914509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.914577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.914762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.914909] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.915013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.915076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.915212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.915290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.915374] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.263359] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.264441] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.264622] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.264925] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.265125] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.265297] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port e6b70eee-26af-4ec6-9e58-710d17bfd8ef not found, creating... [ 1066.266054] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.266450] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.266748] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.267015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.267313] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.267767] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.267946] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.268075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.268401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.268553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.268754] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: e6b70eee-26af-4ec6-9e58-710d17bfd8ef is going to be created. [ 1066.290153] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.290454] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.290695] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.290985] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.291317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.291809] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.323034] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1066.323034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.385096] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 1066.385340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.417233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.417533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.417673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.417912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.418097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.418520] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.418708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.418816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.419102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.419252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.419407] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be updated. [ 1066.486339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1066.486582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.487390] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1066.487573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.496423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.496620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.496665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.496871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.497030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.504325] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1066.504559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.508917] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: IN_PROGRESS for 2s [ 1066.571121] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: SUCCESS [ 1066.571370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.037899] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5f8feae-36a5-4025-b246-82dee631d69f req-f58de812-3fc2-4390-aeb7-2821390a0393 service nova] Enqueued Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_rules [ 1067.038105] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5f8feae-36a5-4025-b246-82dee631d69f req-f58de812-3fc2-4390-aeb7-2821390a0393 service nova] Enqueued Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_members [ 1067.038244] env[65067]: INFO networking_nsxv3.common.synchronization [req-c5f8feae-36a5-4025-b246-82dee631d69f req-f58de812-3fc2-4390-aeb7-2821390a0393 service nova] Enqueued Resource ID: e6b70eee-26af-4ec6-9e58-710d17bfd8ef with Priority: HIGHEST for action port [ 1067.038917] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_rules [ 1067.042013] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_members [ 1067.042245] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b70eee-26af-4ec6-9e58-710d17bfd8ef with Priority: HIGHEST for action port [ 1067.042639] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.042780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.042847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.043139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.043258] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.046022] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.046022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.046022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.046449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.046449] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.046449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.046590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.046749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.046846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.047025] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.047975] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.048104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.048155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.048848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.048848] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b70eee-26af-4ec6-9e58-710d17bfd8ef',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.551034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.551034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.551034] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.552448] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6b70eee-26af-4ec6-9e58-710d17bfd8ef with status ACTIVE [ 1067.552588] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.552716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.552787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.553026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.553118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.553310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.553431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.553516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.553638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.553715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.553903] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.554154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.554154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.554227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.554258] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.554370] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6b70eee-26af-4ec6-9e58-710d17bfd8ef is going to be updated. [ 1067.583786] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.583786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.583786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.583924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.583956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.584125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b70eee-26af-4ec6-9e58-710d17bfd8ef" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.057028] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.519885] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4472dc2-12ba-4978-a243-b3825748477d in Status: SUCCESS [ 1068.520180] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4472dc2-12ba-4978-a243-b3825748477d deletion is rescheduled due to dependency. [ 1068.520309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.561997] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.562365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.562365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.562535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.562632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.562733] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 is going to be created. [ 1068.592794] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.593031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.593031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.593242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.593403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.604962] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 in Status: UNINITIALIZED for 2s [ 1069.053822] env[65067]: INFO networking_nsxv3.common.synchronization [req-69f8d13c-14be-4ae9-aa62-a061da924e04 req-50af6483-b79c-4334-8ae2-a371985b6c9e tempest-ServersTestManualDisk-2015790413 tempest-ServersTestManualDisk-2015790413-project-member] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_members [ 1069.055132] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGHEST for action security_group_members [ 1069.055132] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.055132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.055132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.055132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.055132] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.055487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.055487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.055487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.055582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.055669] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.558728] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.558888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.558959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.559257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.559457] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.559539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.559639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.559810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.559892] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 is going to be updated. [ 1069.591971] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.592259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.592259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.592400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.592541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.605224] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: IN_PROGRESS for 2s [ 1070.617047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 in Status: SUCCESS [ 1070.618138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.618138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.618138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.618138] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.618138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.618599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.618599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.618599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.618599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.618776] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.121447] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.195762] env[65067]: INFO networking_nsxv3.common.synchronization [req-e8648d69-fec5-4d24-bee5-81e85edb8492 req-a1562fc7-0a47-4fac-906e-6f46350729ce tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1071.196416] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1071.196749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.196887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.196953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.197204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.197371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.197506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.197587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.197761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.197897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.197962] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.523115] env[65067]: INFO networking_nsxv3.common.synchronization [req-b8184ad4-9242-4d58-99c1-2c8a11c38e88 req-a5bcb6d0-fc05-46d2-bca2-a5e2f6e02f50 tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_members [ 1071.523809] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGHEST for action security_group_members [ 1071.524562] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.524562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.524562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.524790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.524939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.525305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.525305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.525432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.525475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.525652] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.616536] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 in Status: SUCCESS [ 1071.616602] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 deletion is rescheduled due to dependency. [ 1071.616683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.624176] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cec73e-0465-48f7-b0b2-34ee8de87578: rpc.has_security_group_logging(os_id): False [ 1071.642537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.642537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.642537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.642537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.642537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.642772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.642772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.642772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.642915] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.643942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.643942] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 is going to be created. [ 1071.702545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.703376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.703376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.703376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.703376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.703376] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.703636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.703636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.703730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.703730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.703811] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be deleted. [ 1071.706870] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.707729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.707729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.707729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.707729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.723030] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 in Status: IN_PROGRESS for 2s [ 1071.737533] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.737703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.737750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.737955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.738085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.738207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.023035] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.023308] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.023444] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.023798] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.024364] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.024580] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.024704] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.024963] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.025149] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.025396] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.025517] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.025647] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.025771] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.025927] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.026048] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.026190] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.027844] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.027962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.028425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.028686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.060086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.060407] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.060641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.060729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.061211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.061305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.061413] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 is going to be updated. [ 1072.064447] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.064768] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.065010] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.065303] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.065709] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-f64d0057-f572-47b3-8751-757d67b19c1a taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.065921] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.066076] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.066438] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.066582] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64d0057-f572-47b3-8751-757d67b19c1a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.101893] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.102128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.102350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.102520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.113388] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 in Status: IN_PROGRESS for 2s [ 1072.573323] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.573323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.573323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.573323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.573323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.573323] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port f64d0057-f572-47b3-8751-757d67b19c1a not found, creating... [ 1072.573323] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.573323] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.573676] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.573726] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.573937] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.574330] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.574522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.574700] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.574932] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.575099] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.575248] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: f64d0057-f572-47b3-8751-757d67b19c1a is going to be created. [ 1072.596596] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.596985] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.597139] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.597433] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.597657] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.597882] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.310347] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef31e083-1b52-4467-8d17-6fedde933e8d req-c258d898-4442-4430-bba6-6d0662b35c0c tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_members [ 1073.311879] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_members [ 1073.312693] env[65067]: INFO networking_nsxv3.common.synchronization [req-e8648d69-fec5-4d24-bee5-81e85edb8492 req-e63131ab-873b-4f90-a1c7-18b8b058e478 service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1073.312919] env[65067]: INFO networking_nsxv3.common.synchronization [req-e8648d69-fec5-4d24-bee5-81e85edb8492 req-e63131ab-873b-4f90-a1c7-18b8b058e478 service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1073.313018] env[65067]: INFO networking_nsxv3.common.synchronization [req-e8648d69-fec5-4d24-bee5-81e85edb8492 req-e63131ab-873b-4f90-a1c7-18b8b058e478 service nova] Enqueued Resource ID: f64d0057-f572-47b3-8751-757d67b19c1a with Priority: HIGHEST for action port [ 1073.313396] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.313526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.313595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.313934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.314117] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.314218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.314349] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.314559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.314593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.314671] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.315679] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1073.315810] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1073.315906] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64d0057-f572-47b3-8751-757d67b19c1a with Priority: HIGHEST for action port [ 1073.316666] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.316812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.316855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.317793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.317793] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.317992] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.318065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.318109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.318244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.318378] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.318837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.318920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.319059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.319141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.319271] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.320112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64d0057-f572-47b3-8751-757d67b19c1a taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.320112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.320112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.320330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.320330] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64d0057-f572-47b3-8751-757d67b19c1a',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.737050] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 in Status: SUCCESS [ 1073.737383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.817125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.817389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.817389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.817621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.817733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.818053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.818053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.818288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.818288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.818378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.818451] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01304935-578f-4e50-aed4-71d7930f735f already deleted. [ 1073.818513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.822200] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.822200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.822406] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.823433] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f64d0057-f572-47b3-8751-757d67b19c1a with status ACTIVE [ 1073.823671] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.823788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.823855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.824046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.824126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.824292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.824386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.824445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.825079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.825285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.825506] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.825607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.825783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.826008] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.826117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.826209] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f64d0057-f572-47b3-8751-757d67b19c1a is going to be updated. [ 1073.850523] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.850729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.850813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.851100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.851272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.851478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64d0057-f572-47b3-8751-757d67b19c1a" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.879584] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880442] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880442] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.880442] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.880662] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880796] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880873] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.881107] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.881907] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.882370] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.882514] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.882719] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.882941] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.883188] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.883398] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.883618] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.906300] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.906300] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.906300] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.906300] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.906572] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-29052cb8-6170-4373-be83-f2d01cf6dd2f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.906821] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.906957] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.907989] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.907989] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29052cb8-6170-4373-be83-f2d01cf6dd2f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.123670] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 in Status: SUCCESS [ 1074.123865] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 deletion is rescheduled due to dependency. [ 1074.123982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.329336] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.410510] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.410975] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.411255] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.411593] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.411903] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.412130] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 29052cb8-6170-4373-be83-f2d01cf6dd2f not found, creating... [ 1074.412567] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.412816] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.413062] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.413372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.413527] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.413975] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.414211] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.414349] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.414621] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.414770] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.414964] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 29052cb8-6170-4373-be83-f2d01cf6dd2f is going to be created. [ 1074.441924] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.442312] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.442485] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.442899] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.443201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.443463] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.832353] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.832513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.832513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.832689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.832779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.832876] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be created. [ 1074.858159] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.858342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.858390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.858636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.858808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.869680] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: UNINITIALIZED for 2s [ 1075.185678] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef31e083-1b52-4467-8d17-6fedde933e8d req-db8638dd-996f-439d-8359-09e1cfe36d5a service nova] Enqueued Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_rules [ 1075.185881] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef31e083-1b52-4467-8d17-6fedde933e8d req-db8638dd-996f-439d-8359-09e1cfe36d5a service nova] Enqueued Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_members [ 1075.186028] env[65067]: INFO networking_nsxv3.common.synchronization [req-ef31e083-1b52-4467-8d17-6fedde933e8d req-db8638dd-996f-439d-8359-09e1cfe36d5a service nova] Enqueued Resource ID: 29052cb8-6170-4373-be83-f2d01cf6dd2f with Priority: HIGHEST for action port [ 1075.186565] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_rules [ 1075.186722] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_members [ 1075.186843] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29052cb8-6170-4373-be83-f2d01cf6dd2f with Priority: HIGHEST for action port [ 1075.188565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.188565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.188565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.188565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.188565] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.188961] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.188961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.188961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.189149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.189375] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.189498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.189565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.190198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.190198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.190198] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.191402] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-29052cb8-6170-4373-be83-f2d01cf6dd2f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.191402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.191402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.191402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.191402] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29052cb8-6170-4373-be83-f2d01cf6dd2f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.519985] env[65067]: INFO networking_nsxv3.common.synchronization [req-42c3f354-9a94-4a25-9c36-8f41a7e632cc req-fdae6810-5cf1-458d-ab6d-b73f25cdebde tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1075.521039] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1075.521384] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.521537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.521594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.521843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.522143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.522214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.522450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.522643] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.692729] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.693839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.693969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.696956] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29052cb8-6170-4373-be83-f2d01cf6dd2f with status ACTIVE [ 1075.696956] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.696956] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.696956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.697763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.697763] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.697763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.697763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.697763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.697763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.697763] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29052cb8-6170-4373-be83-f2d01cf6dd2f is going to be updated. [ 1075.721119] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.721389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.721389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.721660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.722420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.722420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29052cb8-6170-4373-be83-f2d01cf6dd2f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.897391] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.897811] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.898040] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.898316] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.899048] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.899048] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.899220] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.899341] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.899491] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.899721] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.899915] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.900043] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.900151] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.900266] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.900378] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.900491] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.921087] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.921367] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.921448] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.921555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.921922] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-d9606991-97eb-4cb7-acc7-b563a060c689 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.922114] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.922235] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.922569] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.922710] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9606991-97eb-4cb7-acc7-b563a060c689',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.025375] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.025579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.025579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.025808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.025905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.026188] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.026295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.026348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.026513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.026621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.026681] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 already deleted. [ 1076.026745] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.196141] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.424874] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.425211] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.425526] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.425842] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.425955] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.426162] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port d9606991-97eb-4cb7-acc7-b563a060c689 not found, creating... [ 1076.426627] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.426722] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.426834] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.427127] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.427315] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.427671] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.427949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.428126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.428397] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.428563] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.428778] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: d9606991-97eb-4cb7-acc7-b563a060c689 is going to be created. [ 1076.466070] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.466070] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.466070] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.466070] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.466070] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.466070] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.702043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.702043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.702043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.702043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.702043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.702043] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01304935-578f-4e50-aed4-71d7930f735f is going to be created. [ 1076.733662] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.733939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.734052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.734321] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.734509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.747053] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: UNINITIALIZED for 2s [ 1076.889368] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1076.889722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.889996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.890805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.891106] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.891317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.891482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.891665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.891790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.891928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.893592] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.192030] env[65067]: INFO networking_nsxv3.common.synchronization [req-42c3f354-9a94-4a25-9c36-8f41a7e632cc req-5b16b980-024a-46b0-80de-7b68c2fd3b40 service nova] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1077.192030] env[65067]: INFO networking_nsxv3.common.synchronization [req-42c3f354-9a94-4a25-9c36-8f41a7e632cc req-5b16b980-024a-46b0-80de-7b68c2fd3b40 service nova] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1077.192030] env[65067]: INFO networking_nsxv3.common.synchronization [req-42c3f354-9a94-4a25-9c36-8f41a7e632cc req-5b16b980-024a-46b0-80de-7b68c2fd3b40 service nova] Enqueued Resource ID: d9606991-97eb-4cb7-acc7-b563a060c689 with Priority: HIGHEST for action port [ 1077.192650] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1077.192819] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1077.192971] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9606991-97eb-4cb7-acc7-b563a060c689 with Priority: HIGHEST for action port [ 1077.193388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.193619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.193739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.194193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.194193] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.195707] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.195812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.195941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.196181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.196437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.196718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.196818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.197539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.197539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.197539] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.198539] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9606991-97eb-4cb7-acc7-b563a060c689 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.198666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.198749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.199022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.199022] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9606991-97eb-4cb7-acc7-b563a060c689',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.399622] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.399844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.399910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.400211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.400404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.400518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.400606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.400850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.400947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.401078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.401298] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.401415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.401485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.401660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.401847] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.401959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.402048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.402216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.402511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.402626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.402749] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.700755] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.702201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.702547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.702547] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9606991-97eb-4cb7-acc7-b563a060c689 with status ACTIVE [ 1077.702677] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.702771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.702921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.703064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.703131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.703741] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.703741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.703937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.704138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.704247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.704555] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.704619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.704660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.704802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.705287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.705287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9606991-97eb-4cb7-acc7-b563a060c689 is going to be updated. [ 1077.729398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.729560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.729623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.729833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.729966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.730153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9606991-97eb-4cb7-acc7-b563a060c689" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.905463] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6: rpc.has_security_group_logging(os_id): False [ 1077.928032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.928032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.929110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.929110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.931263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.931263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.931263] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be created. [ 1077.992835] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.993196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.993345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.993640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.993905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.011267] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1078.208765] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.713656] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.713656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.713656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.713656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.713656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.713656] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be created. [ 1078.739738] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.739914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.740011] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.740239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.740395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.751405] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: UNINITIALIZED for 2s [ 1078.755014] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: UNINITIALIZED for 4s [ 1080.029992] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1080.030320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.763240] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1080.763240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.763240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.763240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.763479] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.763479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.763577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.763718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.763833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.763947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.764101] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.766043] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: SUCCESS [ 1080.766271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.766456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.766693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.767247] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.767247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.767247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.767599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.767599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.767968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.767968] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.272057] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.272338] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.774866] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01304935-578f-4e50-aed4-71d7930f735f: rpc.has_security_group_logging(os_id): False [ 1081.775887] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc2ea5b1-7678-4355-9b5b-40299dd37919: rpc.has_security_group_logging(os_id): False [ 1081.793892] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.794112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.794156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.794351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.794549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.794782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.794914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.794991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.795139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.795227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.795309] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01304935-578f-4e50-aed4-71d7930f735f is going to be created. [ 1081.798426] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.798426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.798426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.798573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.798573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.799092] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.799092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.799193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.799327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.799407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.799489] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be created. [ 1081.882023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.882023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.882023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.884229] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.884422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.884422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.884601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.884768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.905623] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 2s [ 1081.906452] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: IN_PROGRESS for 2s [ 1082.194396] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1082.194542] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1082.777204] env[65067]: INFO networking_nsxv3.common.synchronization [req-829bd81a-90c9-4672-98db-a70a6242e167 req-d05ffe66-805b-4126-afec-ac1e0495bdc0 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1082.777767] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1082.778105] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.778228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.778295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.779053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.779423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.779506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.779596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.779796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.779954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.780066] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.284960] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.285146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.285218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.285453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.285550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.285756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.285851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.285916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.286085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.286168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.286250] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1083.329992] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.329992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.329992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.329992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.329992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.342956] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1083.923509] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: SUCCESS [ 1083.923797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.927113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1083.927113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.197083] env[65067]: INFO networking_nsxv3.common.synchronization [None req-559ffe65-b93b-4021-9aec-9e817bde3adc tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_rules [ 1084.197834] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_rules [ 1084.198404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.198647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.198863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.199262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.199433] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.349060] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f8a4bfb1-3a49-47bf-9155-e9bc2b66767e tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_rules [ 1084.349696] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_rules [ 1084.350403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.350502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.730328] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.732114] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 already deleted. [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.732114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.732114] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.252851] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.253203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.253203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.253434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.253523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.253617] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 already deleted. [ 1085.253696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.354565] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1085.354743] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 deletion is rescheduled due to dependency. [ 1085.354867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.352453] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.352778] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1090.865154] env[65067]: INFO networking_nsxv3.common.synchronization [req-4f2ca749-4f3c-487d-bea7-5bc0815981d0 req-47ee6f7f-af44-4b09-8a91-da40adfcbb06 tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_members [ 1090.865582] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_members [ 1090.866127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.866315] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.866363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.866626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.866827] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.866971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.867096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.867333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.867455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.867662] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.191873] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.192115] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.192324] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.192809] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.193199] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.193476] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.193661] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.194065] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.194329] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.194568] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.194683] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.194794] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.194901] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.195013] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.195130] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.195263] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.216976] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.217173] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.217278] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.217454] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-952" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.217777] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217951] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.218094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.218483] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.218950] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c752ea8e-f8e7-490f-9bd3-cf37f3aca926',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.371554] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.371761] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.371847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.372141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.372257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.372478] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.372607] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.372672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.372859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.372946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.373070] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 already deleted. [ 1091.373336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.721428] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.721669] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.722239] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.722239] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722369] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.722500] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port c752ea8e-f8e7-490f-9bd3-cf37f3aca926 not found, creating... [ 1091.722848] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.723096] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.723291] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.723604] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.723802] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.724162] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.724356] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.724504] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.724781] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.724934] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.725092] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: c752ea8e-f8e7-490f-9bd3-cf37f3aca926 is going to be created. [ 1091.748384] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.748655] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.748789] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.749162] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.749445] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.749644] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.517022] env[65067]: INFO networking_nsxv3.common.synchronization [req-4f2ca749-4f3c-487d-bea7-5bc0815981d0 req-1d54b1d6-a5ef-48b6-8dd1-72756ae5574e service nova] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_rules [ 1092.517022] env[65067]: INFO networking_nsxv3.common.synchronization [req-4f2ca749-4f3c-487d-bea7-5bc0815981d0 req-1d54b1d6-a5ef-48b6-8dd1-72756ae5574e service nova] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_members [ 1092.517022] env[65067]: INFO networking_nsxv3.common.synchronization [req-4f2ca749-4f3c-487d-bea7-5bc0815981d0 req-1d54b1d6-a5ef-48b6-8dd1-72756ae5574e service nova] Enqueued Resource ID: c752ea8e-f8e7-490f-9bd3-cf37f3aca926 with Priority: HIGHEST for action port [ 1092.517022] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_rules [ 1092.517022] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_members [ 1092.517467] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c752ea8e-f8e7-490f-9bd3-cf37f3aca926 with Priority: HIGHEST for action port [ 1092.517504] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.517645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.517714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.517957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.518062] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.519112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.519217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.519259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.519435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.519603] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.519696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.519769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.519929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.520042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.520168] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.522033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.522235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.522319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.522561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.522688] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c752ea8e-f8e7-490f-9bd3-cf37f3aca926',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.745399] env[65067]: INFO networking_nsxv3.common.synchronization [req-fc91f3e3-fa77-42b3-a70f-93942029861e req-f2e7fd0a-b492-4b31-a717-8e09b12e124f tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1092.746192] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1092.746558] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.749360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.749447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.749700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.749967] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.750096] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.750188] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.750314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.750399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.750534] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.024845] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.025228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.025582] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.026884] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c752ea8e-f8e7-490f-9bd3-cf37f3aca926 with status ACTIVE [ 1093.027210] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.027389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.027489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.027799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.027922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.029053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.029053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.029053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.029053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.029053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.029573] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.029573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.029573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.029719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.029790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.029919] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c752ea8e-f8e7-490f-9bd3-cf37f3aca926 is going to be updated. [ 1093.063114] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.063386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.063467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.063731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.064186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.064186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c752ea8e-f8e7-490f-9bd3-cf37f3aca926" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.176323] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.176589] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.176724] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.177015] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.177299] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.177466] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.177594] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.177859] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.177965] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.178464] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.178464] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.178464] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.178746] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.178746] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.178950] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.179169] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.215757] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.215757] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.215757] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.215757] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.215982] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.216185] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.216347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.216690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.216834] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a932b7-fd2c-4199-9f5b-e48c25bd8fce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.253963] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.532630] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.720068] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.720419] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.720655] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.721118] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.721398] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.721686] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 97a932b7-fd2c-4199-9f5b-e48c25bd8fce not found, creating... [ 1093.722180] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.722458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.722684] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.723097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.723362] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.723860] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.724152] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.724555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.724774] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.725025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.725280] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 97a932b7-fd2c-4199-9f5b-e48c25bd8fce is going to be created. [ 1093.751492] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.751492] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.751876] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.751876] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.752192] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.752316] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.756091] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.035094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.035272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.035346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.035579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.035672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.035796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 is going to be created. [ 1094.066259] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.066563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.066636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.066963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.067235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.080400] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960cf4de-f3ce-4848-93b9-818b888c7988 in Status: UNINITIALIZED for 2s [ 1094.258169] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.258342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.258398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.258722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.258722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.258843] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be updated. [ 1094.265571] env[65067]: INFO networking_nsxv3.common.synchronization [req-1229d8fd-3a59-43fa-9102-fd6b3abb89bb req-a592966b-4f5f-47c2-bd77-b7b9c1ac645d tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1094.266174] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1094.266499] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.266630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.266898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.267261] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.267261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.267261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.267402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.267453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.267547] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.289557] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.289755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.289755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.289956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.290114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.300045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 2s [ 1094.477893] env[65067]: INFO networking_nsxv3.common.synchronization [req-fc91f3e3-fa77-42b3-a70f-93942029861e req-50fc13d3-1331-4b67-9306-be625b73ef52 service nova] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1094.478181] env[65067]: INFO networking_nsxv3.common.synchronization [req-fc91f3e3-fa77-42b3-a70f-93942029861e req-50fc13d3-1331-4b67-9306-be625b73ef52 service nova] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1094.478444] env[65067]: INFO networking_nsxv3.common.synchronization [req-fc91f3e3-fa77-42b3-a70f-93942029861e req-50fc13d3-1331-4b67-9306-be625b73ef52 service nova] Enqueued Resource ID: 97a932b7-fd2c-4199-9f5b-e48c25bd8fce with Priority: HIGHEST for action port [ 1094.479138] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_rules [ 1094.479312] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1094.479417] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a932b7-fd2c-4199-9f5b-e48c25bd8fce with Priority: HIGHEST for action port [ 1094.479724] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.479859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.479989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.480172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.480275] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.481269] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.481367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.481592] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.481698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.481763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.481962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.482122] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a932b7-fd2c-4199-9f5b-e48c25bd8fce',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.770261] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.770910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.770910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.770910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.770910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.771195] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.771195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.771266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.771513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.771513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.771636] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1094.808412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.808579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.808672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.809391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.809391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.822154] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1094.977359] env[65067]: INFO networking_nsxv3.common.synchronization [req-7f92fc99-9421-4c8d-b312-9d677f8a8380 req-dd31d82f-e13c-47ac-9824-586edcf9ad8d tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1094.977919] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1094.978251] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.978377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.978441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.978662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.978824] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.978948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.979428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.979671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.979864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.979995] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.983487] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.983649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.983841] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97a932b7-fd2c-4199-9f5b-e48c25bd8fce with status ACTIVE [ 1094.984048] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.984190] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.984280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.984486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.984604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.984800] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.984929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.985026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.985212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.985323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.985532] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.985661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.985747] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.985911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.986027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.986141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97a932b7-fd2c-4199-9f5b-e48c25bd8fce is going to be updated. [ 1095.008104] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.008292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.008326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.008534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.008666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.008819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a932b7-fd2c-4199-9f5b-e48c25bd8fce" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.308582] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.308848] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.309075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.309404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.309795] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.310018] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.310192] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.310489] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.310686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.310967] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.311167] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.311337] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.311495] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.311657] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.311810] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.312017] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.333083] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.333083] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.333083] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.333083] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.333378] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-84c984c0-795d-4f0c-b59c-d04c2302ac85 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.333616] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.333789] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.334248] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.334441] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c984c0-795d-4f0c-b59c-d04c2302ac85',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.484946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.485208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.485263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.485494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.485583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.485784] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.485923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.485962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.486183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.486308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.486429] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1095.523517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.523727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.523781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.524199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.524199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.534910] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1095.840078] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.840078] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 84c984c0-795d-4f0c-b59c-d04c2302ac85 not found, creating... [ 1095.840078] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.840078] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.842570] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.842570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.842570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.842570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.842570] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.842570] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 84c984c0-795d-4f0c-b59c-d04c2302ac85 is going to be created. [ 1095.891285] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.891638] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.891729] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.891939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.892221] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.892475] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.100841] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960cf4de-f3ce-4848-93b9-818b888c7988 in Status: SUCCESS [ 1096.101033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.101232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.101462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.101676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.101822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.101896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.102075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.102185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.102488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.102488] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.315855] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1096.316251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.316536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.316903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.317201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.317413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.317540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.317803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.317960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.318139] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.605220] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.632986] env[65067]: INFO networking_nsxv3.common.synchronization [req-7f92fc99-9421-4c8d-b312-9d677f8a8380 req-787e3454-cc39-427d-888a-f87f203e20c8 service nova] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 1096.632986] env[65067]: INFO networking_nsxv3.common.synchronization [req-7f92fc99-9421-4c8d-b312-9d677f8a8380 req-787e3454-cc39-427d-888a-f87f203e20c8 service nova] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1096.632986] env[65067]: INFO networking_nsxv3.common.synchronization [req-7f92fc99-9421-4c8d-b312-9d677f8a8380 req-787e3454-cc39-427d-888a-f87f203e20c8 service nova] Enqueued Resource ID: 84c984c0-795d-4f0c-b59c-d04c2302ac85 with Priority: HIGHEST for action port [ 1096.633259] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 1096.633259] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1096.633328] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c984c0-795d-4f0c-b59c-d04c2302ac85 with Priority: HIGHEST for action port [ 1096.633600] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.633723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.633787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.633989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.634133] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.634990] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.635113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.635314] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c984c0-795d-4f0c-b59c-d04c2302ac85 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.635430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.636080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.636080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.636080] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c984c0-795d-4f0c-b59c-d04c2302ac85',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.821507] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.838236] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1096.838599] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be deletion is rescheduled due to dependency. [ 1096.838841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.108339] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 960cf4de-f3ce-4848-93b9-818b888c7988: rpc.has_security_group_logging(os_id): False [ 1097.135486] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.135830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.136026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.136449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.136677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.137104] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.137284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.137357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.138041] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 is going to be created. [ 1097.139717] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.139925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.140716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84c984c0-795d-4f0c-b59c-d04c2302ac85 with status ACTIVE [ 1097.140924] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.141133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.141466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.141587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.141789] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.141896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.142585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.142709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.142773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.143000] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.143096] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84c984c0-795d-4f0c-b59c-d04c2302ac85 is going to be updated. [ 1097.179336] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.179590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.179670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.180040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.180280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.180625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c984c0-795d-4f0c-b59c-d04c2302ac85" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.240074] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.240074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.240074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.240074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.240074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.254452] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 960cf4de-f3ce-4848-93b9-818b888c7988 in Status: IN_PROGRESS for 2s [ 1097.325716] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.556021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1097.556273] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 deletion is rescheduled due to dependency. [ 1097.556424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.556709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.556969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.557170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.557311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.557425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.557678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.557769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.557867] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.828729] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.828930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.828979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.829264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.829428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.829486] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be updated. [ 1097.908878] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.908878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.908878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.908878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.909673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.926508] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 2s [ 1098.060543] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.562771] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.066120] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.066382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.066513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.066803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.066905] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.067108] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1099.126942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.127132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.127197] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.127427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.127784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.143215] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1099.271664] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 960cf4de-f3ce-4848-93b9-818b888c7988 in Status: SUCCESS [ 1099.272016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.936326] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1099.936593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.936726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.936939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.937143] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.937255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.937325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.937471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.937557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.937659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.937760] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.440507] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.943517] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc2ea5b1-7678-4355-9b5b-40299dd37919: rpc.has_security_group_logging(os_id): False [ 1100.962223] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.962322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.962360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.962570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.962663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.962911] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.963022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.963083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.963233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.963312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.963397] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be updated. [ 1101.028950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.029164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.029211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.029390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.029538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.040965] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 2s [ 1101.169344] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1101.169575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.169746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.170012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.170325] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.170325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.170448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.170546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.170649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.170739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.170831] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.585071] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4e0a5d3-b3f8-4d82-b649-7fee259bcec6 req-00d0404a-1543-4c63-b3e3-dbc0f3496c92 tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1101.585718] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1101.586371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.586371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.586788] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.586890] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.587114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.587201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.587302] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.673214] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.951316] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.951786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.951786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.951974] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.952335] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.952523] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.952682] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.952943] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.953118] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.953380] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.953661] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.953661] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.953745] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.954058] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.954058] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.954172] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.974973] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.976341] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.976341] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.976341] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.976341] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.976341] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.976341] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.976676] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.976676] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4469d1b2-dfa8-47ff-864f-ca3ef7883b78',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.090206] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.090427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.090540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.091282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.091755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.092071] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.092512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.092512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.092671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.092742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.092918] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1102.144755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.144755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.144755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.145060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.145106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.168189] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1102.175748] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cddb49-0580-4340-b09e-25b1c9504f10: rpc.has_security_group_logging(os_id): False [ 1102.197352] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.197619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.197771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.198132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.198304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.198718] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.199052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.199360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.199520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.199698] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1102.275766] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.275928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.276241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.276465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.276612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.292321] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1102.479684] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.479684] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.480053] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.480229] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.480395] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.480574] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 4469d1b2-dfa8-47ff-864f-ca3ef7883b78 not found, creating... [ 1102.480865] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.481123] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.481309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.481664] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.481894] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.482323] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.482564] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.483266] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.483266] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.483266] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.483450] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 4469d1b2-dfa8-47ff-864f-ca3ef7883b78 is going to be created. [ 1102.526166] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.526394] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.526517] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526788] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.527030] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.527260] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.067963] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1103.067963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.216054] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4e0a5d3-b3f8-4d82-b649-7fee259bcec6 req-50777229-d93f-4add-a513-935f94e17191 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 1103.216262] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4e0a5d3-b3f8-4d82-b649-7fee259bcec6 req-50777229-d93f-4add-a513-935f94e17191 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1103.216447] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4e0a5d3-b3f8-4d82-b649-7fee259bcec6 req-50777229-d93f-4add-a513-935f94e17191 service nova] Enqueued Resource ID: 4469d1b2-dfa8-47ff-864f-ca3ef7883b78 with Priority: HIGHEST for action port [ 1103.217026] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 1103.217110] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1103.217251] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4469d1b2-dfa8-47ff-864f-ca3ef7883b78 with Priority: HIGHEST for action port [ 1103.217437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.217563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.217630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.217829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.217913] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.219873] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.219984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.220443] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.220443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.220443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.220892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.220892] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4469d1b2-dfa8-47ff-864f-ca3ef7883b78',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.723444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.723444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.723444] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4469d1b2-dfa8-47ff-864f-ca3ef7883b78 with status ACTIVE [ 1103.723444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.723444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.723816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.723816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.723816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.724102] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.724102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.724102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.724339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.724525] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.724625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.724669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.724872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.724981] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4469d1b2-dfa8-47ff-864f-ca3ef7883b78 is going to be updated. [ 1103.748398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.748565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.748565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.748739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.748907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.749388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4469d1b2-dfa8-47ff-864f-ca3ef7883b78" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.178317] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1104.178701] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be deletion is rescheduled due to dependency. [ 1104.178701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.178780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.178995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.179219] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.179338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.179404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.179564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.179643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.179736] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.309553] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1104.309849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.682275] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.185248] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.263951] env[65067]: INFO networking_nsxv3.common.synchronization [req-3d7b7fb7-d189-4c80-aaef-30e12216796c req-cb1dda9e-f6d1-430d-a3f8-c6cdd9fa5233 tempest-ListImageFiltersTestJSON-126971071 tempest-ListImageFiltersTestJSON-126971071-project-member] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1105.263951] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1105.263951] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.263951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.263951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.263951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.263951] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.264279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.264279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.264279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264532] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.687199] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.687359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.687425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.687649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.687744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.687843] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1105.725756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.725961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.726087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.726354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.726516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.736863] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1105.766623] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.987545] env[65067]: INFO networking_nsxv3.common.synchronization [None req-ee713206-b0d8-4259-861f-c120b87453d7 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1105.988071] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1105.988375] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.988649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.988649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.988908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.988908] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.989102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.989102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.989210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.989260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.989379] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.272033] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.462068] env[65067]: INFO networking_nsxv3.common.synchronization [req-60ebc905-7620-484e-bdbe-49d1b71b8584 req-97168af5-9cfd-4211-aed3-17b0718ad846 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1106.462922] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1106.463295] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.463479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.463581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.463894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.464157] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.464356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.464409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.464726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.464816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.464958] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.492501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.492741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.492829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.493106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.517870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.518187] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.518344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.518421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.518679] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.518781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.518879] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1106.551628] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.551628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.551628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.553940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.553940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.568514] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1106.774939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.775117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.775226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.775440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.775539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.775643] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be updated. [ 1106.814403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.814556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.814626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.814920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.815025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.836520] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1106.967798] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.967991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.968215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.968507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.968507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.968507] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.968757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.968757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.968829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.968876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.968960] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1107.100368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.100530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.100601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.100840] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.100938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.112175] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1107.751023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.751023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.751023] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.751672] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.253796] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.579969] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1108.580141] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac deletion is rescheduled due to dependency. [ 1108.580266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.759031] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f948e1-095d-4994-a832-22c5afde57be: rpc.has_security_group_logging(os_id): False [ 1108.781772] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.781982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.782062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.782245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.782342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.782901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.782901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.782901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.783121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.783167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.783254] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1108.847022] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1108.847267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.880030] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.880242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.880242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.880533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.880642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.905099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1109.122158] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1109.122593] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1109.122593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.925160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1110.925542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.463514] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.463645] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1112.269835] env[65067]: INFO networking_nsxv3.common.synchronization [req-598a3813-858f-4631-b40e-953ac17bfb09 req-50069fb1-5783-4e85-9666-fd1b4c6251b7 tempest-ListImageFiltersTestJSON-126971071 tempest-ListImageFiltersTestJSON-126971071-project-member] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1112.270477] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGHEST for action security_group_members [ 1112.270809] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.270938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.271288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.271619] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.271619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.271859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.271948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.272058] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.774525] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.774728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.774771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.774979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.775095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.775296] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.775396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.775460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.775620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.775698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.775783] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be updated. [ 1112.818116] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.818340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.818340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.818560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.818716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.827490] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: IN_PROGRESS for 2s [ 1113.328863] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f1dc22a-00b9-44e8-bf65-6a4d1362575b req-973dbc01-44a6-412f-a299-0027444fdad5 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1113.329398] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1113.329904] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.329904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.329904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.330088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.330232] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.330337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.330416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.330553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.330649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.330741] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.675860] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.676153] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.676226] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.676480] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.676746] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.676895] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.677017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.678042] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.678042] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.678181] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.678261] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.678343] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.678453] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.678560] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.678665] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.678796] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.719055] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.719235] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.719383] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.719581] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.719994] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-d7cd1a94-7c3e-466b-8406-ec06b16c8162 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.720141] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.720210] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.720539] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.720676] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cd1a94-7c3e-466b-8406-ec06b16c8162',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.833575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.834015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.834121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.834414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.834476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.834640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.834721] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834805] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1114.029936] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.030110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.030182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.030385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.030529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.042118] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1114.223623] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.224240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.224423] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.224882] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.225141] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.225319] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port d7cd1a94-7c3e-466b-8406-ec06b16c8162 not found, creating... [ 1114.225605] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.225776] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.225892] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.226142] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.226287] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.226784] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.227023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.227173] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.227652] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.227844] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.228105] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: d7cd1a94-7c3e-466b-8406-ec06b16c8162 is going to be created. [ 1114.250498] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.250898] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.251089] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.251385] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.251722] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.251979] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.839988] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 in Status: SUCCESS [ 1114.840259] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 deletion is rescheduled due to dependency. [ 1114.840646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.957853] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f1dc22a-00b9-44e8-bf65-6a4d1362575b req-2400412c-9a33-46e1-b52c-71a5422930cb service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1114.958064] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f1dc22a-00b9-44e8-bf65-6a4d1362575b req-2400412c-9a33-46e1-b52c-71a5422930cb service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1114.958256] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f1dc22a-00b9-44e8-bf65-6a4d1362575b req-2400412c-9a33-46e1-b52c-71a5422930cb service nova] Enqueued Resource ID: d7cd1a94-7c3e-466b-8406-ec06b16c8162 with Priority: HIGHEST for action port [ 1114.958745] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1114.958973] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1114.958973] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7cd1a94-7c3e-466b-8406-ec06b16c8162 with Priority: HIGHEST for action port [ 1114.959277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.959431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.959481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.959692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.959773] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.960838] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.960943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.961179] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7cd1a94-7c3e-466b-8406-ec06b16c8162 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.961295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.961383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.961548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.961625] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cd1a94-7c3e-466b-8406-ec06b16c8162',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.465135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.465135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.465135] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7cd1a94-7c3e-466b-8406-ec06b16c8162 with status ACTIVE [ 1115.465135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.465135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.465135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.465544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.465544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.465598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.465687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.465755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.465912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.465993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.466190] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.466293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.466339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.466479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.466554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.466631] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7cd1a94-7c3e-466b-8406-ec06b16c8162 is going to be updated. [ 1115.488412] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.488629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.488629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.488825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.488962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.489136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7cd1a94-7c3e-466b-8406-ec06b16c8162" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.052405] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1116.052846] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1116.052846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.052846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.053043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.053229] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.053347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.053412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.053568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.053651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.053746] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.555780] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.058205] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.560711] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.560963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.561100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.561409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.561565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.561792] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1117.600014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.600244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.600358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.600671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.600893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.611435] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1118.868803] env[65067]: INFO networking_nsxv3.common.synchronization [None req-544c6b20-9a42-4d79-a99d-c1101bbc8fec None None] Enqueued Resource ID: 4ea02961-7adf-48ac-81af-dd6c1d8dd3a5 with Priority: HIGHEST for action port [ 1118.869416] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea02961-7adf-48ac-81af-dd6c1d8dd3a5 with Priority: HIGHEST for action port [ 1118.869808] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ea02961-7adf-48ac-81af-dd6c1d8dd3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.869952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ea02961-7adf-48ac-81af-dd6c1d8dd3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.870069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ea02961-7adf-48ac-81af-dd6c1d8dd3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.870386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ea02961-7adf-48ac-81af-dd6c1d8dd3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.870478] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea02961-7adf-48ac-81af-dd6c1d8dd3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.373272] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ea02961-7adf-48ac-81af-dd6c1d8dd3a5 [ 1119.373515] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.373654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.373736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.373964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.374058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.374160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ea02961-7adf-48ac-81af-dd6c1d8dd3a5 already deleted. [ 1119.374245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ea02961-7adf-48ac-81af-dd6c1d8dd3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.622927] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1119.623497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.623497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.623714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.623966] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.624185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.624185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.624348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.624732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.624732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.624732] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.128640] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.128971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.128971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.129187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.129373] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.129481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.129547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.129696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.129791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.130159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.130159] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.130159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.130159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.130317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.130430] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.130521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.130583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.131336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.131336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.131336] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.131336] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.632973] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6: rpc.has_security_group_logging(os_id): False [ 1120.655499] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.655650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.655724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.655959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.656073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.656307] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.656410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.656470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.656631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.656712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.656884] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.656975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.657045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.657185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.657258] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.657437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.657529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.657588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.657723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.657797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.657881] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1120.726667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.726779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.726779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.726946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.727119] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.740914] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1120.996710] env[65067]: INFO networking_nsxv3.common.synchronization [None req-4493c9a4-22d8-4332-9cf7-6544adae1767 None None] Enqueued Resource ID: 0db64c7c-b161-4928-8951-26f009697235 with Priority: HIGHEST for action port [ 1120.997338] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db64c7c-b161-4928-8951-26f009697235 with Priority: HIGHEST for action port [ 1120.997664] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db64c7c-b161-4928-8951-26f009697235 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db64c7c-b161-4928-8951-26f009697235" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db64c7c-b161-4928-8951-26f009697235" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.998164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db64c7c-b161-4928-8951-26f009697235" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.998251] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db64c7c-b161-4928-8951-26f009697235',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.499975] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0db64c7c-b161-4928-8951-26f009697235 [ 1121.500351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.500530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.500601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.500859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.500964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.501091] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0db64c7c-b161-4928-8951-26f009697235 already deleted. [ 1121.501177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db64c7c-b161-4928-8951-26f009697235" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.754976] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1122.755314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.888533] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.888787] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.888913] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.889334] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.889636] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.889805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.889924] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.890175] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.890317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.890555] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.890670] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.890784] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.890918] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.891047] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.891156] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.891292] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.910784] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.910933] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.911079] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.911235] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.911490] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-943e5994-0729-4a96-8b41-05018050f2f6 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.911671] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.911790] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.912087] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.912226] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943e5994-0729-4a96-8b41-05018050f2f6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.415123] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.415365] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.415500] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.415814] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.415972] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.416155] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 943e5994-0729-4a96-8b41-05018050f2f6 not found, creating... [ 1123.416434] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.416603] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.416737] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.416971] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.417132] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.417424] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.417578] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.417693] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.417905] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.418055] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.418198] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 943e5994-0729-4a96-8b41-05018050f2f6 is going to be created. [ 1123.440709] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.440904] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.441017] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.441241] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.441470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.441692] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.120217] env[65067]: INFO networking_nsxv3.common.synchronization [req-5869da5a-fbcd-49e3-add9-4c0d26b2dba3 req-1f46f25d-295d-41a2-9623-e354174a2ebb service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1124.120217] env[65067]: INFO networking_nsxv3.common.synchronization [req-5869da5a-fbcd-49e3-add9-4c0d26b2dba3 req-1f46f25d-295d-41a2-9623-e354174a2ebb service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1124.120608] env[65067]: INFO networking_nsxv3.common.synchronization [req-5869da5a-fbcd-49e3-add9-4c0d26b2dba3 req-1f46f25d-295d-41a2-9623-e354174a2ebb service nova] Enqueued Resource ID: 943e5994-0729-4a96-8b41-05018050f2f6 with Priority: HIGHEST for action port [ 1124.121284] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1124.121384] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1124.121494] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943e5994-0729-4a96-8b41-05018050f2f6 with Priority: HIGHEST for action port [ 1124.121833] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.121983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.122382] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.123583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.123707] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.123787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.124008] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.124157] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.124265] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.124328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.124489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.124582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.124675] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.127240] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-943e5994-0729-4a96-8b41-05018050f2f6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.127240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.127240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.127602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.127602] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943e5994-0729-4a96-8b41-05018050f2f6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.629567] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.629738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.629992] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.631170] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 943e5994-0729-4a96-8b41-05018050f2f6 with status ACTIVE [ 1124.631373] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.631497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.631568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.631832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.631941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.632240] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.632405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.632511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.632764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.632906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.633212] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.633374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.633491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.633724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.633825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.633918] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 943e5994-0729-4a96-8b41-05018050f2f6 is going to be updated. [ 1124.647691] env[65067]: INFO networking_nsxv3.common.synchronization [req-e469e446-65bd-434c-a508-fcbddb60133e req-5af5a560-878d-4130-904a-0734871e7f57 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1124.648208] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1124.648530] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.648647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.648709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.648957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.649561] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.649681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.649750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.649908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.649993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.650105] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.656211] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.656725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.656799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.656961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.657115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.657282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.938476] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.938704] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.938832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.939248] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.939527] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.939690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.939806] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.940031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.940182] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.940406] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.940520] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.940628] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.940794] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.940925] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.941047] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.941189] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.965922] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.965922] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.966101] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.966171] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.966487] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-519dba45-c0f2-4d66-b161-bea684a65eaf taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.966670] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.966804] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.967177] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.967339] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dba45-c0f2-4d66-b161-bea684a65eaf',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.136400] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.153092] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.153092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.153255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.153389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.153503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.153709] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.153813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.153877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.154434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.154434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.154434] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f already deleted. [ 1125.154434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.469991] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.470310] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.470439] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.470743] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.470897] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.471075] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 519dba45-c0f2-4d66-b161-bea684a65eaf not found, creating... [ 1125.471378] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.471559] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.471667] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.471893] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.472044] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.472366] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.472599] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.472662] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.472899] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.472957] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.473145] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 519dba45-c0f2-4d66-b161-bea684a65eaf is going to be created. [ 1125.497119] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.497119] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.497119] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.497119] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.497119] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.497365] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638835] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.639057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.639138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.639398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.639496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.639603] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1125.681127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.681296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.681370] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.681580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.681740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.693607] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1126.192062] env[65067]: INFO networking_nsxv3.common.synchronization [req-e469e446-65bd-434c-a508-fcbddb60133e req-629f0114-48d1-402e-b5ef-961030ce953b service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1126.192354] env[65067]: INFO networking_nsxv3.common.synchronization [req-e469e446-65bd-434c-a508-fcbddb60133e req-629f0114-48d1-402e-b5ef-961030ce953b service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1126.192405] env[65067]: INFO networking_nsxv3.common.synchronization [req-e469e446-65bd-434c-a508-fcbddb60133e req-629f0114-48d1-402e-b5ef-961030ce953b service nova] Enqueued Resource ID: 519dba45-c0f2-4d66-b161-bea684a65eaf with Priority: HIGHEST for action port [ 1126.192970] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1126.193462] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1126.193583] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519dba45-c0f2-4d66-b161-bea684a65eaf with Priority: HIGHEST for action port [ 1126.193904] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.194058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.194139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.194669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.194763] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.195924] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.196068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.196133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.196314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.196465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.196553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.196617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.196836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.197277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.197277] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.198112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-519dba45-c0f2-4d66-b161-bea684a65eaf taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.198494] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dba45-c0f2-4d66-b161-bea684a65eaf',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.702041] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.704041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.704041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.704264] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519dba45-c0f2-4d66-b161-bea684a65eaf with status ACTIVE [ 1126.704458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.704601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.704660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.705154] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.705251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.705312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.705461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.705539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.705719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.705826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.705881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.706048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.706125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.706211] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519dba45-c0f2-4d66-b161-bea684a65eaf is going to be updated. [ 1126.731748] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.731875] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.731927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.732077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.732206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.732361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519dba45-c0f2-4d66-b161-bea684a65eaf" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.204659] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.706120] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1127.706373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.706830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.706968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.707046] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.707275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.707361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.707456] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be created. [ 1127.708498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.708667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.708841] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.708950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.709029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.709162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.709239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.709319] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.709412] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.740642] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.740765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.740852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.740975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.741156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.749798] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: UNINITIALIZED for 2s [ 1128.212632] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.212987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.212987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.213209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.213416] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.213521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.213598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.214354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.214477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.214587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.214762] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.214863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.214937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.215117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.215272] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.215379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.215450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.215817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.215817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.215817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.216027] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.720633] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9711803-9b0e-4392-81a4-f1892b626dac: rpc.has_security_group_logging(os_id): False [ 1128.743975] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.744257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.744355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.744624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.744755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.745050] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.745161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.745225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.745387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.745471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.745663] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.745756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.745819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.745955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.746037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.746221] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.746314] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.746374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.746506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.746580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.746664] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1128.841866] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.842028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.842107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.842344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.842509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.857352] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1129.277922] env[65067]: INFO networking_nsxv3.common.synchronization [req-b600841e-3e11-4e25-b5db-e31abf2d6f61 req-f92af5c7-52c8-4551-b9b2-2b04f2a95664 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1129.278478] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1129.278822] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.278960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.279039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.279251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.279415] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.279513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.279576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.279722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.279811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.279908] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.764191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1129.764623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.764733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.765118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.765413] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.765672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.765769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.766059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.766155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.766248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.766369] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.782377] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.782452] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.782513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.782929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.782929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.783055] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.783794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.783794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.783794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.783794] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.783794] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1129.824388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.824598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.824598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.824785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.824935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.835361] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1130.269128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.269334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.269334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.269634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.269880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.270039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.270146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.270353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.270467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.270584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.270771] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.270909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.270976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.271152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.271294] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.271409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.271507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.271582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.271660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.271742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.271874] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.774374] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1130.796452] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.796663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.796663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.796872] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.796978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.797226] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.797329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.797403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.797593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.797647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.797823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.797932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.797993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.798160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.798233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.798405] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.798497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.798557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.798692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.798765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.798847] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be created. [ 1130.870379] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1130.870379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.906843] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.907536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.907826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.926742] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1131.856268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1131.856556] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1131.856594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.650912] env[65067]: INFO networking_nsxv3.common.synchronization [None req-4f1f7b90-8abf-418b-86a5-ed61aa39fece tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_rules [ 1132.651504] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_rules [ 1132.651868] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.652014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.652075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.652461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.652461] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.728201] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c4b41825-6e12-464e-902b-3c5401362cdc tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_rules [ 1132.728684] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_rules [ 1132.729029] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.729145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940496] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1132.940804] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.182076] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.182270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.182330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.182572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.182683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.182798] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b already deleted. [ 1133.182891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.183457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.183632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.183723] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.707809] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.708124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.708124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.708308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.708393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.708495] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b already deleted. [ 1133.708669] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.077852] env[65067]: INFO networking_nsxv3.common.synchronization [req-08bd0a11-b062-4c53-9dac-8ceb5bd4b91a req-e2fde79a-d8fb-4a16-9209-f8edb68ca673 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1137.078486] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1137.080812] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.080962] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.081050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081436] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.081539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.081602] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081839] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.081945] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.369906] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.370152] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.370280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.370576] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.370837] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.370993] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.371125] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.371340] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.371486] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.371715] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.371828] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.371944] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.372065] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.372181] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.372320] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.372432] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.394830] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.395024] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.395226] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.395436] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395803] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-fd43f9f0-51da-4b42-88cd-767370cf5df6 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.396027] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.396173] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.396669] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.396824] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd43f9f0-51da-4b42-88cd-767370cf5df6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.584498] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.900144] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.900425] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.900541] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.900890] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.901056] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.901215] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port fd43f9f0-51da-4b42-88cd-767370cf5df6 not found, creating... [ 1137.901483] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.901641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.901758] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.902027] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.902174] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.902508] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.902725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.902725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.902924] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.903111] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.903233] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: fd43f9f0-51da-4b42-88cd-767370cf5df6 is going to be created. [ 1137.944658] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.944863] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.945709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.945709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.945709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.945709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.090502] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.594653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.594866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.594949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.595251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.595378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.595510] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1138.643205] env[65067]: INFO networking_nsxv3.common.synchronization [req-08bd0a11-b062-4c53-9dac-8ceb5bd4b91a req-6ca38c29-1da7-4fa0-b472-6abb3cf1708b service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1138.643394] env[65067]: INFO networking_nsxv3.common.synchronization [req-08bd0a11-b062-4c53-9dac-8ceb5bd4b91a req-6ca38c29-1da7-4fa0-b472-6abb3cf1708b service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1138.643533] env[65067]: INFO networking_nsxv3.common.synchronization [req-08bd0a11-b062-4c53-9dac-8ceb5bd4b91a req-6ca38c29-1da7-4fa0-b472-6abb3cf1708b service nova] Enqueued Resource ID: fd43f9f0-51da-4b42-88cd-767370cf5df6 with Priority: HIGHEST for action port [ 1138.644218] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1138.644371] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1138.644469] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd43f9f0-51da-4b42-88cd-767370cf5df6 with Priority: HIGHEST for action port [ 1138.644761] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.644887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.644953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.645174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.645260] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.646788] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.647028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.647129] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd43f9f0-51da-4b42-88cd-767370cf5df6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.647238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.647304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.647499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.647578] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd43f9f0-51da-4b42-88cd-767370cf5df6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.652864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.653169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.653259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.668557] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1139.148162] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.148162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.150204] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd43f9f0-51da-4b42-88cd-767370cf5df6 with status ACTIVE [ 1139.150204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.150204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.150204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.150728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.150728] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.150728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.150728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.150728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.150973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.150973] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd43f9f0-51da-4b42-88cd-767370cf5df6 is going to be updated. [ 1139.174465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.174653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.174693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.174880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.175031] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.175191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd43f9f0-51da-4b42-88cd-767370cf5df6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.532413] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc9601b7-ff7c-43f1-a942-132f188c13ca req-26fa002a-2389-43a1-9d98-6c2bdd16b9d5 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_members [ 1139.532937] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_members [ 1139.533281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.533411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.533479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.533729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.533933] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.534028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.534066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.534191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.534276] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.534374] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.834734] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.834931] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.835158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.835351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.835622] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.835781] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.835897] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.836816] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.836988] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.837244] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.837363] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.837476] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.837612] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.837710] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.837804] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.837940] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.872431] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.872602] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.872717] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.872895] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.873469] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-85b48d00-ba74-40b1-a700-bd9a4b178773 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.873651] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.873768] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.874104] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.874247] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b48d00-ba74-40b1-a700-bd9a4b178773',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.037510] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.037510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.037510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.037510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.038018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.038018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.038018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.038018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.038164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.038164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.038223] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b already deleted. [ 1140.038259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.287529] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.287529] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.288094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.288094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.288271] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.288447] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.288576] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.288810] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.288975] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.289214] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.289324] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.289430] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.289539] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.289648] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.289770] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.289921] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.309228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.309477] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.309664] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.309895] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-45" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.310408] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-943e5994-0729-4a96-8b41-05018050f2f6 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.310659] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.310796] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.311144] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.311319] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943e5994-0729-4a96-8b41-05018050f2f6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.377370] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.377836] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.378093] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.378520] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.378761] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.379010] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 85b48d00-ba74-40b1-a700-bd9a4b178773 not found, creating... [ 1140.379469] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.379724] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.379944] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.380309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.380563] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.381038] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.381309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.381503] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.381822] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.382092] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.382350] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 85b48d00-ba74-40b1-a700-bd9a4b178773 is going to be created. [ 1140.408523] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.408906] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.409164] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.409643] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.410023] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.410369] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.679156] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1140.679429] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.679682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.679981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.680245] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.680401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.680491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.680709] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.680818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.680959] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.814079] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.814311] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.814452] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.814761] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.814917] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.815250] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.815416] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.815569] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.815775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.815923] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.816228] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816384] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.816498] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.816705] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.816838] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.816979] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 943e5994-0729-4a96-8b41-05018050f2f6 is going to be updated. [ 1140.839576] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.839805] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.839927] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.840296] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.840498] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.840745] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.090215] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc9601b7-ff7c-43f1-a942-132f188c13ca req-c681096e-b762-4fe3-a4fd-06d370d0093d service nova] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_rules [ 1141.090215] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc9601b7-ff7c-43f1-a942-132f188c13ca req-c681096e-b762-4fe3-a4fd-06d370d0093d service nova] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_members [ 1141.090215] env[65067]: INFO networking_nsxv3.common.synchronization [req-bc9601b7-ff7c-43f1-a942-132f188c13ca req-c681096e-b762-4fe3-a4fd-06d370d0093d service nova] Enqueued Resource ID: 85b48d00-ba74-40b1-a700-bd9a4b178773 with Priority: HIGHEST for action port [ 1141.090215] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_rules [ 1141.090215] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_members [ 1141.090215] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b48d00-ba74-40b1-a700-bd9a4b178773 with Priority: HIGHEST for action port [ 1141.090614] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.090910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.091072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.091356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.091528] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.092693] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.092936] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.093137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.093490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.093718] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.093914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.094074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.094347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.094532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.094703] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.097263] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b48d00-ba74-40b1-a700-bd9a4b178773 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.097263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.097263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.097263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.097263] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b48d00-ba74-40b1-a700-bd9a4b178773',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.183533] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.370971] env[65067]: INFO networking_nsxv3.common.synchronization [req-625007ab-ae1c-475f-8758-4efff9086446 req-26c0872f-b4d7-4f4e-9f50-ac9e327f5d7d tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1141.371557] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1141.371863] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.371987] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.372353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.372562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.372725] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.372831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.372895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373276] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.543579] env[65067]: INFO networking_nsxv3.common.synchronization [req-4d257d5a-2a58-4e39-a744-1b06a12ee0c0 req-cd450f59-5c64-48b2-91fe-5769efde2e41 service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1141.543764] env[65067]: INFO networking_nsxv3.common.synchronization [req-4d257d5a-2a58-4e39-a744-1b06a12ee0c0 req-cd450f59-5c64-48b2-91fe-5769efde2e41 service nova] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1141.543906] env[65067]: INFO networking_nsxv3.common.synchronization [req-4d257d5a-2a58-4e39-a744-1b06a12ee0c0 req-cd450f59-5c64-48b2-91fe-5769efde2e41 service nova] Enqueued Resource ID: 943e5994-0729-4a96-8b41-05018050f2f6 with Priority: HIGHEST for action port [ 1141.544427] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_rules [ 1141.544562] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1141.544657] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943e5994-0729-4a96-8b41-05018050f2f6 with Priority: HIGHEST for action port [ 1141.544927] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.545376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.545432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.545641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.545722] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.546595] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.546720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.546844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.547018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.547170] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.547268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.547575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.547797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.547888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.547981] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.548880] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-943e5994-0729-4a96-8b41-05018050f2f6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.548992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.549072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.549224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.549299] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943e5994-0729-4a96-8b41-05018050f2f6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.597892] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.598075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.598227] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.599084] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b48d00-ba74-40b1-a700-bd9a4b178773 with status ACTIVE [ 1141.599284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.599401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.599477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.599681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.599766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.599978] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.600109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.600174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.600326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.600403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.600580] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.600676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.600730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.600862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.600934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.603169] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b48d00-ba74-40b1-a700-bd9a4b178773 is going to be updated. [ 1141.627215] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.627385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.627425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.627637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.627774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.627938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b48d00-ba74-40b1-a700-bd9a4b178773" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.685728] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.745794] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.745794] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.745985] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.746286] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.746608] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.746831] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.746982] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.747270] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.747450] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.747699] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.747844] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.747977] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.748133] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.748412] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.748573] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.748723] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.771719] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.771900] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.772080] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.772269] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.772585] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-d8fff050-ea09-4d16-be59-177dce2b530c taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.772760] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.772885] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.773309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.773456] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8fff050-ea09-4d16-be59-177dce2b530c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.876706] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.876924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.876924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.877156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.877252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.877441] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.877539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.877600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.877749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.877860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.877913] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1141.905421] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.905639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.905725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.906231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.917412] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1142.051282] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.053217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.053469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.054841] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 943e5994-0729-4a96-8b41-05018050f2f6 with status ACTIVE [ 1142.054841] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.054841] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.054841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.055303] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.055303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.055303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.055303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.055430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.055460] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 943e5994-0729-4a96-8b41-05018050f2f6 is going to be updated. [ 1142.082959] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.083254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.083313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.083521] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.083663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.083823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943e5994-0729-4a96-8b41-05018050f2f6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.105069] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.188616] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.188812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.188812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.189154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.189294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.189430] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1142.252864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.253082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.253082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.253342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.253494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.267661] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1142.275729] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.275952] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.276081] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.276363] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.276507] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.276873] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port d8fff050-ea09-4d16-be59-177dce2b530c not found, creating... [ 1142.277185] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.277351] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.277470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.277693] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.277832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.278124] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.278280] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.278395] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.278628] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.278765] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.278905] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: d8fff050-ea09-4d16-be59-177dce2b530c is going to be created. [ 1142.310089] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.310315] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.310435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.310715] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.310936] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.311182] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.558452] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.607184] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.607365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.607487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.607681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.607788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.607899] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b is going to be created. [ 1142.636043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.636272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.636323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.636514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.636674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.651937] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4920d743-79b7-4dec-8bd4-10738348a73b in Status: UNINITIALIZED for 2s [ 1143.019530] env[65067]: INFO networking_nsxv3.common.synchronization [req-625007ab-ae1c-475f-8758-4efff9086446 req-98d2b364-95c3-4417-b75f-4d0b51dc592a service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1143.019530] env[65067]: INFO networking_nsxv3.common.synchronization [req-625007ab-ae1c-475f-8758-4efff9086446 req-98d2b364-95c3-4417-b75f-4d0b51dc592a service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1143.019530] env[65067]: INFO networking_nsxv3.common.synchronization [req-625007ab-ae1c-475f-8758-4efff9086446 req-98d2b364-95c3-4417-b75f-4d0b51dc592a service nova] Enqueued Resource ID: d8fff050-ea09-4d16-be59-177dce2b530c with Priority: HIGHEST for action port [ 1143.020597] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1143.021052] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1143.022805] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fff050-ea09-4d16-be59-177dce2b530c with Priority: HIGHEST for action port [ 1143.022805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.022805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.022805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.022805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.022805] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.023965] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.025020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.025020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8fff050-ea09-4d16-be59-177dce2b530c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.025020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.025020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.025020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.025020] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8fff050-ea09-4d16-be59-177dce2b530c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.062542] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.062744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.062744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.062964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.063068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.063167] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1143.099186] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.099426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.099426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.099628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.099792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.119466] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1143.524662] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.524846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.527319] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8fff050-ea09-4d16-be59-177dce2b530c with status ACTIVE [ 1143.527596] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.527750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.527812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.528072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.528175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.528356] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.528456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.528515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.528682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.528765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.529031] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.529087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.529165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.529347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.529427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.529513] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8fff050-ea09-4d16-be59-177dce2b530c is going to be updated. [ 1143.588986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.589342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.589342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.589418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.589537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.589706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8fff050-ea09-4d16-be59-177dce2b530c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.929163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1143.929535] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1143.929535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.929718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.929946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.930223] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.930392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.930465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.930674] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.930786] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.930915] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.278846] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1144.278846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.278846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.279028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.279135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.279267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.279335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.279491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.279575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.279665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.279763] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.434038] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.662747] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4920d743-79b7-4dec-8bd4-10738348a73b in Status: SUCCESS [ 1144.663057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.663206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.663439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.663652] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.663777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.663841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.663990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.664091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.664179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.664277] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.782253] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.782391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.782465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.782651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.782818] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.782917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.782981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.783311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.783454] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.783544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.783605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.783966] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.784042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.784184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.784280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.784338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.784427] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.935831] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.130116] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1145.130390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.130561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.130807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.131025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.131158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.131267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.131381] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.131463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.131549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.131647] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.166335] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.285950] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1145.304201] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.304367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.304448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.304701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.304817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.305089] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.305214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.305286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.305463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.305564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.305771] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.305882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.305946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.306126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.306229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.306427] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.306534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.306597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.306764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.306867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.306950] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1145.374290] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.374427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.374505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.374685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.374849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.389404] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1145.438894] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.439232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.439340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.439697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.439820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.440007] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1145.471491] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.471635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.471635] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.471860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.471981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.485694] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1145.634554] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.634799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.634902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.635223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.635499] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.635639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.635760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.635960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.636112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.636278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.636485] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.636660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.636740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.636945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.637144] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.637388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.637450] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.637629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.637750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.637893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.638063] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.668515] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4920d743-79b7-4dec-8bd4-10738348a73b: rpc.has_security_group_logging(os_id): False [ 1145.693607] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.693849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.693849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.694043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.694145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.694442] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.694533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.694582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.694756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.694843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.694903] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b is going to be created. [ 1145.780200] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.780440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.780440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.780643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.780838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.801802] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4920d743-79b7-4dec-8bd4-10738348a73b in Status: IN_PROGRESS for 2s [ 1146.140620] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9711803-9b0e-4392-81a4-f1892b626dac: rpc.has_security_group_logging(os_id): False [ 1146.161874] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.161874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.161874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.161874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.162375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.162375] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.162482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.162563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.162739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.162821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.163076] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.163161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.163243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.163402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.163519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.163704] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.163822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.163913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.164107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.164201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164306] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1146.230860] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.231076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.231184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.231447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.231626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.250517] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1147.403738] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1147.404117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.494749] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1147.494960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.495167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.495515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.495608] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.495733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.495793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.495949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.496030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.496117] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.496211] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.814794] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4920d743-79b7-4dec-8bd4-10738348a73b in Status: SUCCESS [ 1147.815028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.998103] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.998322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998947] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.999071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.999138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.999298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.999386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999619] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.999712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.999772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.999909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.000057] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.000170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.000235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.000372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.000445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.000524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.000610] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.022065] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1148.022065] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1148.265060] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1148.265290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.502729] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6: rpc.has_security_group_logging(os_id): False [ 1148.537008] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.537203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.537263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.537474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.537560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.537804] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.537889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.537967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.538148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.538461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.538461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.538579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.538579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.538693] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.538770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.538988] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.539130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.539194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.539337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.539412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.539499] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1148.629755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.630114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.630352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.630593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.630770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.655659] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1150.678098] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1150.678465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.021304] env[65067]: INFO networking_nsxv3.common.synchronization [req-a37b7e0b-f8a8-441e-89bb-3ab0cdd2341c req-5fec7647-6c30-4a8e-a6c9-b30d88099d39 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1151.022061] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1151.022583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.022783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.022919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.023231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.023484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.023687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.023823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.024062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.024241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.024411] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.529968] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.032438] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.534518] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.534641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.535404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.535404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.535404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.535404] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1152.574184] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.574184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.574184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.574184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.574184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.583399] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1154.593091] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1154.593394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.023208] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.023521] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1156.838138] env[65067]: INFO networking_nsxv3.common.synchronization [req-a544873e-6863-40a3-9f70-33a6a9889ebb req-d9f2119e-4408-4319-8ead-9a01200cf030 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1156.839404] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1156.839404] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.839404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.839404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.839614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.840891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.840891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.840891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.840891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.840891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.840891] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.343501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.343879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.343879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.344015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.344109] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.344310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.344410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.344519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.344619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.344697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.344782] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1157.387036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.387157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.387157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.387327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.387472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.397113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1159.188066] env[65067]: INFO networking_nsxv3.common.synchronization [req-318bc8ae-9ee8-48bb-a477-a55f8b421ffa req-a2035b6b-54da-4dc2-a34e-8abae4dbfe89 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1159.188691] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1159.188999] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.189150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.189220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.189435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.189598] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.189688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.189746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.189891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.189978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.189978] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.410458] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1159.410687] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1159.410813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.692473] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.194938] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.647050] env[65067]: INFO networking_nsxv3.common.synchronization [req-0f23b57f-2d37-46bc-be66-69c33051ee4c req-f8ead559-9fb4-4d66-903e-49e185c3f3eb tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1160.647546] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1160.647955] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.648104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.648193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.648382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.648594] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.649896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.649942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.650116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.650224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.650876] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.699374] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.699550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.699625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.699865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.699958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.700080] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be updated. [ 1160.730327] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.730501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.730565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.730782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.730944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.740326] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 2s [ 1160.933172] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.933386] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.933510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.933789] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.934088] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.934253] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.934369] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.934576] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.934720] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.934943] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.935064] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.935171] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.935275] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.935380] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.935481] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.935624] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.956772] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.956924] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.957072] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.957237] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.957562] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.957730] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.957847] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963244] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963392] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb2750b5-2f63-4fe1-8709-63786d5f2d1b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.152763] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.466190] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.466608] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.466681] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.466971] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.467180] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.467353] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port fb2750b5-2f63-4fe1-8709-63786d5f2d1b not found, creating... [ 1161.467654] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.467842] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.467964] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.468227] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.468401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.468732] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.469069] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469069] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.469302] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.469466] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.469611] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: fb2750b5-2f63-4fe1-8709-63786d5f2d1b is going to be created. [ 1161.501631] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.501841] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.501963] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.502260] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.502502] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.502737] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.655871] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.159314] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.159495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.159579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.159824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.159902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.160022] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1162.164169] env[65067]: INFO networking_nsxv3.common.synchronization [req-0f23b57f-2d37-46bc-be66-69c33051ee4c req-3f932863-dd97-46bc-939f-6f09eebb2eee service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1162.164358] env[65067]: INFO networking_nsxv3.common.synchronization [req-0f23b57f-2d37-46bc-be66-69c33051ee4c req-3f932863-dd97-46bc-939f-6f09eebb2eee service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1162.164498] env[65067]: INFO networking_nsxv3.common.synchronization [req-0f23b57f-2d37-46bc-be66-69c33051ee4c req-3f932863-dd97-46bc-939f-6f09eebb2eee service nova] Enqueued Resource ID: fb2750b5-2f63-4fe1-8709-63786d5f2d1b with Priority: HIGHEST for action port [ 1162.164997] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1162.165196] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1162.165256] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb2750b5-2f63-4fe1-8709-63786d5f2d1b with Priority: HIGHEST for action port [ 1162.165576] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.165637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.165686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.165848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.165931] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.166807] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.166906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.167110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.167220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.167275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.167417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.167489] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb2750b5-2f63-4fe1-8709-63786d5f2d1b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.193547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.193671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.193777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.193951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.194130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.211263] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1162.669200] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.669516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.669556] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb2750b5-2f63-4fe1-8709-63786d5f2d1b with status ACTIVE [ 1162.670087] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.670222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.670291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.670546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.670625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.670929] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.670929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.671071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.671136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.671215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.671403] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.671499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.671560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.671697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.671771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.671856] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb2750b5-2f63-4fe1-8709-63786d5f2d1b is going to be updated. [ 1162.697160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.697297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.697351] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.697513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.697646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.697805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb2750b5-2f63-4fe1-8709-63786d5f2d1b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.758598] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1162.758598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.221023] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1164.221426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.222088] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.222391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.222688] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.222873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.222997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.223223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.223355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.223512] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.725680] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.228949] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.730488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.730768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.730896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.731185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.731325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.731456] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1165.769188] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.769350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.769411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.769621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.769777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.778755] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1166.219252] env[65067]: INFO networking_nsxv3.common.synchronization [req-dcf9d356-42f1-4a4f-8240-b08910d3e9ae req-95c02bea-de91-4ce0-951b-03e6a3189882 tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1166.219865] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGHEST for action security_group_members [ 1166.220162] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.220303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.220368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.220597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.220756] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.220854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.220914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.221081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.221167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.221266] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.723622] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.724035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.724035] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.724396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.724534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.724743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.724988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.725091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.725303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.725393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.725490] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be updated. [ 1166.754331] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.754511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.754511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.754720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.754921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.764009] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 2s [ 1167.779545] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5907de-2a95-419c-a503-46fb43931f61 req-4c879110-ad97-45e9-86f6-95743469b832 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1167.781012] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1167.781754] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.781884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.781954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.782173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.782326] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.782428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.782525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.782739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.782822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.782921] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.792296] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1167.792543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.793465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.793465] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.793465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.793465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.793465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.793754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793754] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.067998] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.068244] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.068374] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.068673] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.068935] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.069126] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.069233] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.069454] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.069642] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.069832] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.069953] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.070087] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.070196] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.070306] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.070410] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.070545] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.089817] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.090043] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.090135] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.090307] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-215" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.090633] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.090807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.090924] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.091284] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.091421] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.286329] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.286485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.286539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.286802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.286906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.287127] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.287255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.287326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.287482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.287562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.287670] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1168.299480] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.299690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.299690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.299937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.300130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.300281] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.300342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.300485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.300599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.300692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.300865] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.300963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.301038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.301181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.301373] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.301451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.301495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.301644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.301805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.301914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.302012] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.321737] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.321878] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.321925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.323053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.323053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.333085] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1168.593900] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.594181] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.594296] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.594631] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.594696] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.594836] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f not found, creating... [ 1168.595136] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.595322] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.595474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.595730] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.595873] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.596188] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.596378] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.596545] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.596649] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.596779] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.596976] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f is going to be created. [ 1168.635831] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.636425] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.636872] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.640375] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.640769] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.641170] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.777991] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: IN_PROGRESS for 4s [ 1168.805060] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1168.836700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.836939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.836939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.837171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.837269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.837571] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.837720] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.837825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.838077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.838170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.838379] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.838486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.838574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.838733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.838816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.839040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.839177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.839250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.839409] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.839493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.839595] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1168.932242] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.932471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.932471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.932721] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.932885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.949492] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1169.318253] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5907de-2a95-419c-a503-46fb43931f61 req-bd73de32-955b-4407-8105-4ebfe0c6d48e service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1169.318373] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5907de-2a95-419c-a503-46fb43931f61 req-bd73de32-955b-4407-8105-4ebfe0c6d48e service nova] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1169.318463] env[65067]: INFO networking_nsxv3.common.synchronization [req-ce5907de-2a95-419c-a503-46fb43931f61 req-bd73de32-955b-4407-8105-4ebfe0c6d48e service nova] Enqueued Resource ID: 01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f with Priority: HIGHEST for action port [ 1169.318692] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_rules [ 1169.318815] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1169.318910] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f with Priority: HIGHEST for action port [ 1169.319594] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.319713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.319713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.319889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.319955] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.320785] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.320880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.321089] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.321181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.321298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.321482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.321482] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.824998] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.825420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.825420] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f with status ACTIVE [ 1169.825608] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.825772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.825831] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.826021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.826111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.826310] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.826421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.826496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.826655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.826732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.826907] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.827053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.827053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.827227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.827285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.827348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f is going to be updated. [ 1169.868674] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.868953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.868953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.869094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.869233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.869415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01bb6d47-bf1c-4c53-aa63-c11bd05d1d8f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.343423] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1170.343675] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1170.343797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.343984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.344222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.344397] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.344511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.344573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.344714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.344793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.344885] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.738505] env[65067]: INFO networking_nsxv3.common.synchronization [None req-044b1d67-1f01-457d-854d-96c79614a0da tempest-AttachInterfacesTestJSON-718266628 tempest-AttachInterfacesTestJSON-718266628-project-member] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1170.738822] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGHEST for action security_group_members [ 1170.742891] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.742891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.743110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.745537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.745537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.745537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.745537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.745537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.745537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.745537] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.790510] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 in Status: SUCCESS [ 1170.790510] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 deletion is rescheduled due to dependency. [ 1170.790510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.846690] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.964254] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1170.964484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.248052] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.248052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.248052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.248052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.248052] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.248357] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.248357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.248462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.248554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.248629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.248715] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be updated. [ 1171.279783] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.279937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.280013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.280226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.280375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.290473] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: IN_PROGRESS for 2s [ 1171.350125] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.853493] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.853493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.853493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.853493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.853493] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.853493] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1171.903313] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.903566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.903700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.903990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.915831] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1173.199744] env[65067]: INFO networking_nsxv3.common.synchronization [req-6eaa2280-5798-481f-b0f1-2258a8444387 req-d080612f-1dac-4ead-b62d-e5eb8ebdaa5d tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1173.200716] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1173.201230] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.201488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.201663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.201972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.202252] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.202502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.202722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.203956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.203956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.203956] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.303775] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9711803-9b0e-4392-81a4-f1892b626dac in Status: SUCCESS [ 1173.304012] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9711803-9b0e-4392-81a4-f1892b626dac deletion is rescheduled due to dependency. [ 1173.304151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.706295] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.925711] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1173.925928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.926110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.926340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.926537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.926652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.926718] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.926863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.926941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.927122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.927122] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.211387] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.430649] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.431095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.431210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.431658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.431788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.431856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.432107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.432212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.432360] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.432482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.432524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.432775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.432901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.433085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.433183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.433402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.433457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.433517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.433596] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.713062] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.713184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.713239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.713505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.713598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.713702] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1174.747774] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.747982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.748095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.748358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.748519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.758995] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1174.935952] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6: rpc.has_security_group_logging(os_id): False [ 1174.953972] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.954143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.954810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.954810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.954810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.954810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.954996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.954996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.955065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.955136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.955309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.955402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.955461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.955595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.955668] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.956045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.956045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.956045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.956516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.957178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.957344] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1175.023360] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.023625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.023625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.023885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.023948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.040726] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1175.287659] env[65067]: INFO networking_nsxv3.common.synchronization [None req-18eaac14-38e0-40ac-9bbf-54da03f63f05 None None] Enqueued Resource ID: 93496468-f6f2-42b5-ba3d-88a2fd8511cb with Priority: HIGHEST for action port [ 1175.288232] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93496468-f6f2-42b5-ba3d-88a2fd8511cb with Priority: HIGHEST for action port [ 1175.288553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-93496468-f6f2-42b5-ba3d-88a2fd8511cb taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.288676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93496468-f6f2-42b5-ba3d-88a2fd8511cb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.288744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93496468-f6f2-42b5-ba3d-88a2fd8511cb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.289014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93496468-f6f2-42b5-ba3d-88a2fd8511cb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.289416] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93496468-f6f2-42b5-ba3d-88a2fd8511cb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.794046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93496468-f6f2-42b5-ba3d-88a2fd8511cb [ 1175.794046] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.794213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.794261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.794440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.794529] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.794625] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93496468-f6f2-42b5-ba3d-88a2fd8511cb already deleted. [ 1175.794703] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93496468-f6f2-42b5-ba3d-88a2fd8511cb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.038514] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3aea341d-a17c-4a47-b6ec-592e4313b10d tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1176.039601] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1176.039601] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.039601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.039601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.039735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.039767] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.130815] env[65067]: INFO networking_nsxv3.common.synchronization [None req-c12a6146-4257-4e0f-b4ea-afa833fc0cd5 tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1176.131359] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1176.131667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.131771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.563877] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.563877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.563877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.563877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.563877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.564514] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 already deleted. [ 1176.565148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.565148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.565426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.565426] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.770256] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1176.770486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.061939] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1177.062427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.088764] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.088764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.088764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.088764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.088764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.088764] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 already deleted. [ 1177.088764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.704546] env[65067]: INFO networking_nsxv3.common.synchronization [None req-265870e0-11f6-4a84-bb11-109c5d3ea32b None None] Enqueued Resource ID: 03875d66-015e-4812-a514-c6b9674dbd61 with Priority: HIGHEST for action port [ 1177.705336] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03875d66-015e-4812-a514-c6b9674dbd61 with Priority: HIGHEST for action port [ 1177.705434] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-03875d66-015e-4812-a514-c6b9674dbd61 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.705549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03875d66-015e-4812-a514-c6b9674dbd61" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.705615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03875d66-015e-4812-a514-c6b9674dbd61" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.705873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03875d66-015e-4812-a514-c6b9674dbd61" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.705961] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03875d66-015e-4812-a514-c6b9674dbd61',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.208193] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03875d66-015e-4812-a514-c6b9674dbd61 [ 1178.208424] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.208554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.208654] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.208882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.208974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.209084] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03875d66-015e-4812-a514-c6b9674dbd61 already deleted. [ 1178.209166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03875d66-015e-4812-a514-c6b9674dbd61" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.215879] env[65067]: INFO networking_nsxv3.common.synchronization [req-5ecd5fe5-8816-4b88-9421-0ddf0ef465bf req-98f79bdf-ccc7-4d40-b717-26427a6ad33a tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1182.216173] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1182.216513] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.216642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.216702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.217154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.217154] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.217338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.217338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.217457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.217551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.217665] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.477778] env[65067]: INFO networking_nsxv3.common.synchronization [req-a3156289-c66a-4a19-8e7f-baac5f4af994 req-5e6e0632-b4d1-4683-8eb0-46f0a4acdf05 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_members [ 1182.478389] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 with Priority: HIGHEST for action security_group_members [ 1182.480203] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cec73e-0465-48f7-b0b2-34ee8de87578 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.480203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.480203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.480203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.480203] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.494932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.494932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.494932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.494932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.494932] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cec73e-0465-48f7-b0b2-34ee8de87578',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.582177] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.582411] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-242" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.582522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-242" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.582955] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-242" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.583306] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.583540] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.583663] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.583920] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.584134] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.584779] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.584779] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.584779] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.584779] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.584947] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.585063] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.585242] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.606746] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.606936] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.607085] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.607262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-242" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.607560] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-6493b96a-5393-4e48-9871-6cb33a175b1f taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.607725] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.607841] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.608158] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.608303] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6493b96a-5393-4e48-9871-6cb33a175b1f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.720867] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.721059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.721140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.721375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.721482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.721710] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.721816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.721862] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.722015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.722105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.722191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 already deleted. [ 1182.722273] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.998715] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.998845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.998845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.999125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.999209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.999461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.999576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.999639] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.999803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.999981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.000148] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 is going to be updated. [ 1183.029094] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.029223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.029290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.029453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.029597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.038491] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 in Status: IN_PROGRESS for 2s [ 1183.110979] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.111251] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.111379] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.111669] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.111823] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.111977] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 6493b96a-5393-4e48-9871-6cb33a175b1f not found, creating... [ 1183.112251] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.112404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.112516] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.112729] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.112870] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.113177] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.113418] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.113550] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.113757] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.113893] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.114041] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 6493b96a-5393-4e48-9871-6cb33a175b1f is going to be created. [ 1183.137155] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.137328] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.137448] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.137658] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.138401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138401] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.718592] env[65067]: INFO networking_nsxv3.common.synchronization [req-0fbefe44-79e8-4512-a116-8f76adaf945b req-9dcdd3ad-1fa8-4cdc-b1cc-c2830e16626c tempest-AttachVolumeTestJSON-241982048 tempest-AttachVolumeTestJSON-241982048-project-member] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_members [ 1183.719592] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGHEST for action security_group_members [ 1183.722040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.722040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.722040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.722040] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.819172] env[65067]: INFO networking_nsxv3.common.synchronization [req-5ecd5fe5-8816-4b88-9421-0ddf0ef465bf req-15c0d974-445d-486a-bed5-10e0ba3a47d8 service nova] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1183.823435] env[65067]: INFO networking_nsxv3.common.synchronization [req-5ecd5fe5-8816-4b88-9421-0ddf0ef465bf req-15c0d974-445d-486a-bed5-10e0ba3a47d8 service nova] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1183.823665] env[65067]: INFO networking_nsxv3.common.synchronization [req-5ecd5fe5-8816-4b88-9421-0ddf0ef465bf req-15c0d974-445d-486a-bed5-10e0ba3a47d8 service nova] Enqueued Resource ID: 6493b96a-5393-4e48-9871-6cb33a175b1f with Priority: HIGHEST for action port [ 1183.824660] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1183.824950] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1183.825158] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6493b96a-5393-4e48-9871-6cb33a175b1f with Priority: HIGHEST for action port [ 1183.825599] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.825914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.825914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.826380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.826620] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.828116] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.828116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.828116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.828116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.828813] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.828813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.828813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.828813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.828998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.829209] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.830501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6493b96a-5393-4e48-9871-6cb33a175b1f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.831752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.832301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.832301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.832301] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6493b96a-5393-4e48-9871-6cb33a175b1f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.224897] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.227559] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.227559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.227559] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 is going to be updated. [ 1184.254711] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.254841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.254916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.255110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.255274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.263977] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960cf4de-f3ce-4848-93b9-818b888c7988 in Status: IN_PROGRESS for 2s [ 1184.333696] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.335088] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6493b96a-5393-4e48-9871-6cb33a175b1f with status ACTIVE [ 1184.335716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.336855] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.336855] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.336855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.337262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.337262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.337262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.337262] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6493b96a-5393-4e48-9871-6cb33a175b1f is going to be updated. [ 1184.361428] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.361787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.361845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.362093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.362382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.362475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.615376] env[65067]: INFO networking_nsxv3.common.synchronization [req-668342dd-ef0c-4db6-af13-0b18bd93760c req-727bf670-a7c6-41a0-9ba0-a0b5cd919b37 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1184.616375] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1184.616731] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.616865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.616933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.617170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.617330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.617431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.617495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.617646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.617815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.617815] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.838965] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.928094] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.929067] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.929067] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.929067] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.931440] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.931440] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.931440] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.931440] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.931440] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.931440] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.931440] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.931440] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.931440] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.931440] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.931440] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.931440] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.949685] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.949861] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.950012] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.950195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.950692] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-d51747f5-cdb0-48e2-b744-d584819103d9 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.950899] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.951105] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.951460] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.951604] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51747f5-cdb0-48e2-b744-d584819103d9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.048257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 in Status: SUCCESS [ 1185.048535] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cec73e-0465-48f7-b0b2-34ee8de87578 deletion is rescheduled due to dependency. [ 1185.048659] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cec73e-0465-48f7-b0b2-34ee8de87578" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.120080] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.341357] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.342026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.342026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.342026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.342026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.342232] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be created. [ 1185.366912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.366912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.366912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.367183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.367387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.376689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: UNINITIALIZED for 2s [ 1185.456974] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.457246] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.457375] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.457691] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.457847] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.458067] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port d51747f5-cdb0-48e2-b744-d584819103d9 not found, creating... [ 1185.458347] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.458504] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.458618] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.458827] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.458965] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.459262] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.459420] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.459534] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.459776] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.459910] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.460122] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: d51747f5-cdb0-48e2-b744-d584819103d9 is going to be created. [ 1185.491947] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.492245] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.492350] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.492690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.492998] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.493302] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.622544] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.124449] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.124772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.124772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.124943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.125055] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.125163] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1186.155834] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.155972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.156083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.156244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.156390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.164476] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1186.187304] env[65067]: INFO networking_nsxv3.common.synchronization [req-668342dd-ef0c-4db6-af13-0b18bd93760c req-b7dedec0-ae7f-4b2b-a141-9b7159789bb3 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1186.188026] env[65067]: INFO networking_nsxv3.common.synchronization [req-668342dd-ef0c-4db6-af13-0b18bd93760c req-b7dedec0-ae7f-4b2b-a141-9b7159789bb3 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1186.188026] env[65067]: INFO networking_nsxv3.common.synchronization [req-668342dd-ef0c-4db6-af13-0b18bd93760c req-b7dedec0-ae7f-4b2b-a141-9b7159789bb3 service nova] Enqueued Resource ID: d51747f5-cdb0-48e2-b744-d584819103d9 with Priority: HIGHEST for action port [ 1186.188273] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1186.188313] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1186.188407] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51747f5-cdb0-48e2-b744-d584819103d9 with Priority: HIGHEST for action port [ 1186.188678] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.188793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.188858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.189176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.189277] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.190514] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.190616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.190825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d51747f5-cdb0-48e2-b744-d584819103d9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.190930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.191008] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.192546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.192546] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51747f5-cdb0-48e2-b744-d584819103d9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.272959] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 960cf4de-f3ce-4848-93b9-818b888c7988 in Status: SUCCESS [ 1186.273204] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 deletion is rescheduled due to dependency. [ 1186.273340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.693202] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d51747f5-cdb0-48e2-b744-d584819103d9 with status ACTIVE [ 1186.693470] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.693628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.693695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.694201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.694201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.694701] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.694701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.694701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.694847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.694847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.695083] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.695216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.695216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.695344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.695416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.695544] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d51747f5-cdb0-48e2-b744-d584819103d9 is going to be updated. [ 1186.696805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.696901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.716204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.716367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.716437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.716622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.716763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.716929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d51747f5-cdb0-48e2-b744-d584819103d9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.387535] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.390017] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.390017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.390017] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.893398] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.176719] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1188.177149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.177484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.179016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.179016] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.179016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.179016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.179016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.179016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.179016] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.397116] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cdf2874-f07a-4ef9-a10b-adf8d4b98064: rpc.has_security_group_logging(os_id): False [ 1188.414706] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.414874] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.414941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.415250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.415340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.415582] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.415685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.415749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.415893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.415973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.416074] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be created. [ 1188.495040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.495229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.495229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.495463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.495666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.508329] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: IN_PROGRESS for 2s [ 1188.681130] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.183978] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.687433] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.687433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.687433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.688084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.688084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.688084] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1189.723028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.723028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.723028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.723028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.723028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.733268] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1190.521249] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1190.521367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.105864] env[65067]: INFO networking_nsxv3.common.synchronization [req-a085209d-c3d0-4664-b153-40172a286f07 req-06c31b02-fb8a-4bdf-a112-014984ef3da3 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1191.106765] env[65067]: INFO networking_nsxv3.common.synchronization [req-dd419ae0-cb82-4fd7-a210-aaec4813c9eb req-6918c20c-ec5e-4ceb-bdbe-9a69d53c1dda tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_members [ 1191.107433] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1191.107661] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGHEST for action security_group_members [ 1191.108148] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.108325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.108421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.108712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.108948] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.109105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.109201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.109439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.109561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.109710] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.111448] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.111448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.111448] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.111629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.112107] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.112107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.112107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.112247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.112352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.112465] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.615341] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.615506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.615579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.615806] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.615897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.616110] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.616213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.616266] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.616418] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.616474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.616561] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1191.617754] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.617849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.617909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.618408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.618518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.618742] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.618888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.618946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.620057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.620057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.620057] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b is going to be updated. [ 1191.656261] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.656454] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.656535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.656836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.657032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.660623] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.660808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.660913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.661194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.661424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.668586] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1191.669274] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4920d743-79b7-4dec-8bd4-10738348a73b in Status: IN_PROGRESS for 2s [ 1191.742762] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1191.742845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.743111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.743329] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.743520] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.743665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.743740] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.743899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.743990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.744110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.744205] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.246930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.247354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.247354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.247449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.247583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.247675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.247728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.247916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.248019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.248180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.248336] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.248442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.248503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.248678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.248817] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.248909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.248983] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.249149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.249237] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.249317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.249422] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.751952] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1192.770031] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.770206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.770278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.770580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.770728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.771112] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.771242] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.771308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.771471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.771547] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.771735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.771825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.771885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.772034] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.772106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.772281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.772368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.772426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.772558] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.772630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.772711] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1192.838369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.838555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.838555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.838779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.838923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.861354] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1193.681334] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1193.681567] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 deletion is rescheduled due to dependency. [ 1193.681665] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.682424] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4920d743-79b7-4dec-8bd4-10738348a73b in Status: SUCCESS [ 1193.682651] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b deletion is rescheduled due to dependency. [ 1193.682770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.880527] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1194.880527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.888515] env[65067]: INFO networking_nsxv3.common.synchronization [req-f8d949a9-797b-45d0-bcea-1dac3bafec39 req-ffc2fd78-4e34-4c3d-b404-1fcea4cb5db3 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1194.888644] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1194.889036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.889123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.889195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.889400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.889556] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.889652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.889714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.889849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.889929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.890037] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.176447] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.176447] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.176447] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.176671] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.176925] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.177094] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.177210] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.177456] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.177621] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.177850] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.177964] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.178092] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.178200] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.178308] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.178412] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.178544] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.202036] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.202246] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.202416] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.203813] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.203813] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-c9f65251-ba60-4345-ab72-5accaa25ce71 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.203813] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.203813] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.204176] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.204401] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f65251-ba60-4345-ab72-5accaa25ce71',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.392410] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.392560] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.392647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.392928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.393036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.393245] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.393347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.393408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.393559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.393638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.393724] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be deleted. [ 1195.426751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.426891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.426932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.427166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.427262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.427358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.707757] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.707999] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.708149] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.708466] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.708622] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.708783] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port c9f65251-ba60-4345-ab72-5accaa25ce71 not found, creating... [ 1195.709053] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.709215] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.709330] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.709553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.709692] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.709978] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.710147] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.710264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.710470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.710602] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.710737] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: c9f65251-ba60-4345-ab72-5accaa25ce71 is going to be created. [ 1195.730582] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.730747] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.730867] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.731099] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.731336] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.731552] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.433678] env[65067]: INFO networking_nsxv3.common.synchronization [req-f8d949a9-797b-45d0-bcea-1dac3bafec39 req-2ff93440-329d-4c60-9d5d-80a03695fedc service nova] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_rules [ 1196.433678] env[65067]: INFO networking_nsxv3.common.synchronization [req-f8d949a9-797b-45d0-bcea-1dac3bafec39 req-2ff93440-329d-4c60-9d5d-80a03695fedc service nova] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1196.433678] env[65067]: INFO networking_nsxv3.common.synchronization [req-f8d949a9-797b-45d0-bcea-1dac3bafec39 req-2ff93440-329d-4c60-9d5d-80a03695fedc service nova] Enqueued Resource ID: c9f65251-ba60-4345-ab72-5accaa25ce71 with Priority: HIGHEST for action port [ 1196.436261] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_rules [ 1196.436261] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1196.436261] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f65251-ba60-4345-ab72-5accaa25ce71 with Priority: HIGHEST for action port [ 1196.436261] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.436261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.436261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.436261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.436261] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.436759] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.436759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.436759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.436894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.437054] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.437492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.437564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.438306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.438425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.438557] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.439528] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f65251-ba60-4345-ab72-5accaa25ce71 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.439528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.439528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.439670] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.439707] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f65251-ba60-4345-ab72-5accaa25ce71',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.941438] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.942788] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.942946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.943676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9f65251-ba60-4345-ab72-5accaa25ce71 with status ACTIVE [ 1196.943676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.943676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.943676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.943676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.943973] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.943973] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.944076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.944112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.944254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.944327] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.944585] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.944714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.944770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.944881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.945233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.945233] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9f65251-ba60-4345-ab72-5accaa25ce71 is going to be updated. [ 1196.964743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.964888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.964959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.965182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.965344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.965509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.448044] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.949672] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.949858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.949934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.950194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.950294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.950402] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be created. [ 1197.972974] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.973130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.973178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.973337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.973510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.983698] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: UNINITIALIZED for 2s [ 1199.995056] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: SUCCESS [ 1199.995056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.995425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.995462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.995644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.995771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.995836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.995985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.996080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.996165] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.996264] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.499508] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.499661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.499661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.500014] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.500613] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.500613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.500613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.500613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.500613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.500871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.500871] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.500948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.501191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.501191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.501340] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.502077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.502077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.502077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.502077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.502077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.502077] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.004880] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eea1a3cf-7000-4cb5-aa82-c772e40da142: rpc.has_security_group_logging(os_id): False [ 1201.026721] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.026865] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.026941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.027199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.027298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.027487] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.027588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.027650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.027793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.027868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.028069] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.028168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.028233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.028367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.028440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.028635] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.028746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.028821] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.028961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.029044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.029132] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be created. [ 1201.085306] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.085425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.085475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.085644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.085818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.096886] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: IN_PROGRESS for 2s [ 1201.435859] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.435994] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1202.087611] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4068da8-5954-4da4-a3cd-47284a09a40b req-c284ce6d-d5e2-405e-ba7f-e027c9e85761 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1202.088619] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1202.089056] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.089256] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.089373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.089697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.089917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.090097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.090191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.090393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.090524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.090632] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.460368] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.460744] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.460939] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.461355] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.461936] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.462216] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.462416] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.462733] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.462945] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.463347] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.463533] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.463696] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.463865] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.464113] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.464297] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.464517] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.492099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.492189] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.492411] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.492510] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.493608] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.493608] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.493608] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.493909] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.493909] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a94a06-216f-4cd0-846a-e4f43e1cf3f1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.593555] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.997032] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.997032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.997277] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.997380] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.997615] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.997789] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 83a94a06-216f-4cd0-846a-e4f43e1cf3f1 not found, creating... [ 1202.998057] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.998274] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.998324] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.998555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.998734] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.999043] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.999309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.999309] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.999508] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.999635] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.999772] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 83a94a06-216f-4cd0-846a-e4f43e1cf3f1 is going to be created. [ 1203.022034] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.022034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.022034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.022034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.022034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.022034] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095668] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.123588] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: SUCCESS [ 1203.123588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.598347] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.598514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.598575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.598792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.598903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.598998] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1203.630318] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.630518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.630667] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.630803] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.630972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.639836] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1203.697107] env[65067]: INFO networking_nsxv3.common.synchronization [req-544fb9a1-aee9-497f-bc37-340aa1c28ac2 req-407528c9-8c7a-41cb-a7e6-36764a790c0e tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_members [ 1203.697107] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01304935-578f-4e50-aed4-71d7930f735f with Priority: HIGHEST for action security_group_members [ 1203.697107] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-01304935-578f-4e50-aed4-71d7930f735f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.697107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.697107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.697107] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.697107] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.697567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.697567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.697567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.697567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.697567] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01304935-578f-4e50-aed4-71d7930f735f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.750517] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4068da8-5954-4da4-a3cd-47284a09a40b req-297885de-dcbd-473e-90e5-2a90773989f8 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1203.750693] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4068da8-5954-4da4-a3cd-47284a09a40b req-297885de-dcbd-473e-90e5-2a90773989f8 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1203.750935] env[65067]: INFO networking_nsxv3.common.synchronization [req-c4068da8-5954-4da4-a3cd-47284a09a40b req-297885de-dcbd-473e-90e5-2a90773989f8 service nova] Enqueued Resource ID: 83a94a06-216f-4cd0-846a-e4f43e1cf3f1 with Priority: HIGHEST for action port [ 1203.752306] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1203.752306] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1203.752306] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a94a06-216f-4cd0-846a-e4f43e1cf3f1 with Priority: HIGHEST for action port [ 1203.752306] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.752306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.752306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.752306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.752306] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.753796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.753796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.753796] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.753796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.754105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.754105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.754105] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a94a06-216f-4cd0-846a-e4f43e1cf3f1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.200241] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.200645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.202940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.203355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.203488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.203821] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.204018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.204252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.204384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.204522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.204670] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01304935-578f-4e50-aed4-71d7930f735f is going to be updated. [ 1204.240172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.240172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.240172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.240172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.240172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.257676] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.257808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.258689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: IN_PROGRESS for 2s [ 1204.258875] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a94a06-216f-4cd0-846a-e4f43e1cf3f1 with status ACTIVE [ 1204.259060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.259177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.259245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.259441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.259527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.259807] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.259807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.259917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.259984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.260070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.260251] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.260344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.260403] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.260568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.260610] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.260677] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a94a06-216f-4cd0-846a-e4f43e1cf3f1 is going to be updated. [ 1204.285312] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.285312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.285312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.285312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.285312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.285312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a94a06-216f-4cd0-846a-e4f43e1cf3f1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.493896] env[65067]: INFO networking_nsxv3.common.synchronization [req-515a1ba7-577e-48d9-b2bf-9132d936df4a req-44cd121e-eee0-4ecf-a971-2ebf88e36579 tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1204.494619] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1204.495189] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.495377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.495643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.495643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.495805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.496047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.496047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.496172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.496459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.496459] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.832652] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.832854] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.832986] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.833354] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.833639] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.833808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.833923] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.834200] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.834382] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.834589] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.834742] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.834809] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.834913] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.835029] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.835173] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.835273] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.858193] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.858375] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.858514] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.858689] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-548" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.859098] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.859296] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.859415] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.859787] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.859955] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.999386] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.999568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.999568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.999746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.999882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.000075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.000217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.000278] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.000384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.000515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.000672] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1205.026126] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.026233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.026287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.026461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.026598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.034948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1205.336485] env[65067]: INFO networking_nsxv3.common.synchronization [req-59d65954-5324-4631-b3b9-2cb6d84f49e7 req-4d4da778-c0d8-4de7-9cac-8e12a4343f4e tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1205.337040] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGHEST for action security_group_members [ 1205.337364] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.337483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.337542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.337739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.337930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.337997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.338288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.338658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.338743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.338868] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.363743] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.363987] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.364186] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.364505] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.364690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.364859] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb not found, creating... [ 1205.365142] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.365308] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.365441] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.365707] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.365881] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.366289] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.366488] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.366765] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.367047] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.367232] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.367411] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb is going to be created. [ 1205.386500] env[65067]: INFO networking_nsxv3.common.synchronization [req-59d65954-5324-4631-b3b9-2cb6d84f49e7 req-4d4da778-c0d8-4de7-9cac-8e12a4343f4e tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: c9f65251-ba60-4345-ab72-5accaa25ce71 with Priority: HIGHEST for action port [ 1205.387598] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f65251-ba60-4345-ab72-5accaa25ce71 with Priority: HIGHEST for action port [ 1205.389734] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.390108] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.390278] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.390626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.390928] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.391320] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.392853] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f65251-ba60-4345-ab72-5accaa25ce71 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.392853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.392853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.392853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.392853] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f65251-ba60-4345-ab72-5accaa25ce71',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.650050] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1205.650328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.650508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.650727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.650932] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.651073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.651137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.651343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.651387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.651474] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.841547] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.841725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.841797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.842075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.842177] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.843969] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.843969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.843969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.843969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.843969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.843969] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be updated. [ 1205.875553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.875809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.875886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.876064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.876209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.888852] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: IN_PROGRESS for 2s [ 1205.895272] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9f65251-ba60-4345-ab72-5accaa25ce71 with status ACTIVE [ 1205.895515] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.896439] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.896439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.896828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.896828] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.896828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.896988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.897036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.897120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.897170] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9f65251-ba60-4345-ab72-5accaa25ce71 is going to be updated. [ 1205.930079] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.930079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.930079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.930079] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.930302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.930392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f65251-ba60-4345-ab72-5accaa25ce71" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.078280] env[65067]: INFO networking_nsxv3.common.synchronization [req-515a1ba7-577e-48d9-b2bf-9132d936df4a req-0604bf81-08a1-409d-af38-e5b95c314519 service nova] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 1206.078482] env[65067]: INFO networking_nsxv3.common.synchronization [req-515a1ba7-577e-48d9-b2bf-9132d936df4a req-0604bf81-08a1-409d-af38-e5b95c314519 service nova] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1206.078626] env[65067]: INFO networking_nsxv3.common.synchronization [req-515a1ba7-577e-48d9-b2bf-9132d936df4a req-0604bf81-08a1-409d-af38-e5b95c314519 service nova] Enqueued Resource ID: 9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb with Priority: HIGHEST for action port [ 1206.079325] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_rules [ 1206.079493] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1206.079577] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb with Priority: HIGHEST for action port [ 1206.079884] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.080093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.080093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.080302] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.080385] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.082312] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.082506] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.082784] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.082930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.083044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.083260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.083379] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.153556] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.268240] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01304935-578f-4e50-aed4-71d7930f735f in Status: SUCCESS [ 1206.268484] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01304935-578f-4e50-aed4-71d7930f735f deletion is rescheduled due to dependency. [ 1206.268609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01304935-578f-4e50-aed4-71d7930f735f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.583309] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.583662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.585863] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb with status ACTIVE [ 1206.586079] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.586214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.586285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.586526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.586621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.586799] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.586896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.586957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.587128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.587210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.587405] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.587489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.587552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.587690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.587763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.587848] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb is going to be updated. [ 1206.610231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.610379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.610436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.610587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.610727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.610883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e52ff70-ddd2-43c0-b94d-c72f9e8b50eb" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.655394] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.045547] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1207.045759] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 deletion is rescheduled due to dependency. [ 1207.045882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.046063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.046300] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.046495] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.046622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.046683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.046832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.046913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.047023] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.158319] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.158498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.158572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.158824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.158921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.159040] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1207.196917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.197070] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.197141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.197343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.197528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.207133] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1207.549053] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.901346] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 in Status: SUCCESS [ 1207.901640] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 deletion is rescheduled due to dependency. [ 1207.901724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.051257] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.555634] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.555634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.555634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.555634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.555634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.555634] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1208.602663] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.602828] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.602897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.603148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.603518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615867] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1209.217494] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1209.217798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.217998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.218271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.218490] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.218615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.218681] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.218826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.218908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.218991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.219102] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.722388] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.722388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.723185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.723185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.723390] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.723459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.723880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.724118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.724250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.724337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.724538] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.724644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.724706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.724849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.724994] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.725121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.725154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.725331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.725402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.725482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.725576] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.781772] env[65067]: INFO networking_nsxv3.common.synchronization [None req-b1af1267-944a-4ec8-8523-1c850ce5c3b1 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_rules [ 1209.782151] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_rules [ 1209.782235] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.782377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.782439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.783225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.783225] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.885450] env[65067]: INFO networking_nsxv3.common.synchronization [None req-aba9ee58-3b3f-43ef-8443-e9a3044d1f1a tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_rules [ 1209.886424] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_rules [ 1209.886424] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.886515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.232041] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1210.259115] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.259288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.259331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.259555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.259780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.259888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.259982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.260123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.260209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.260307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.260462] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.260557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.260615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.260777] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.260851] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.261063] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.261289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.261346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.261695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.261695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.261695] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1210.332348] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.332580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.332580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.333189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.333189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.333189] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 already deleted. [ 1210.333189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.333459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.333459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.333559] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.383834] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.383834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.384143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.384407] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.385143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.405811] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1210.627318] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1210.627556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.627704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.627921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.628128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.628247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.628310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.628461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.628541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.628650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.628720] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.872379] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.872593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.872593] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.872824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.873111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.873111] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 already deleted. [ 1210.873111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.131578] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.633998] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cddb49-0580-4340-b09e-25b1c9504f10: rpc.has_security_group_logging(os_id): False [ 1211.657062] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.657290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.657341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.657572] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.657671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.657991] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.658114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.658187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.658433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.658531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.658626] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1211.722293] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.722587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.722717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.723084] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.723428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.739789] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1212.424762] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1212.424970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.759467] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1213.759993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.263893] env[65067]: INFO networking_nsxv3.common.synchronization [req-deeef0bc-0ba7-4d4e-9ae4-e73ff3ad3876 req-6e7ebee0-fb54-447a-bf56-7076ef7cd6a4 tempest-DeleteServersTestJSON-355233064 tempest-DeleteServersTestJSON-355233064-project-member] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1214.264480] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGHEST for action security_group_members [ 1214.264800] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.264929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.264996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.265231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.265381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.265481] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.265542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.265691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.265816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.266246] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.628482] env[65067]: INFO networking_nsxv3.common.synchronization [req-d8a5dd04-8822-4f88-9dda-6880456d4e4d req-d6eb8f11-a563-4fc2-8672-ad3815d2ec74 tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1214.628716] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1214.628941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.629076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.629195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.629339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.629506] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.629577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.629643] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.629826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.629904] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.629943] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.769713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.770066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.770066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.770189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.770288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.770823] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.770823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.770823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.770823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.771025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.771025] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be updated. [ 1214.820106] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.820106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.820106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.820106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.820106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.829562] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: IN_PROGRESS for 2s [ 1215.092207] env[65067]: INFO networking_nsxv3.common.synchronization [req-70087f89-15d1-4299-bf8e-36d3c36e9ceb req-40cbc2ae-0552-40b1-95c4-9de2b7a7151b tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1215.092805] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1215.093189] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.093469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.093469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.093605] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.093758] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.093859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.093918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.094095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.094183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.094277] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.131920] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.132115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.132223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.132382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.132485] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.132687] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.132787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.132856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.133017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.133078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.133164] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1215.162039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.162039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.162039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.162039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.162039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.170689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1215.596676] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.657180] env[65067]: INFO networking_nsxv3.common.synchronization [req-1f428406-1966-472c-b435-9e9fd46f9546 req-c84ef86d-9c80-41eb-bc9c-1da1e714f11e tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_members [ 1215.658621] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_members [ 1215.659353] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.659353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.659353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.659541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.659705] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.659819] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.659867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.660093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.660159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.660263] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.964201] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.964530] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.964566] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.965040] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.965131] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.965292] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.965405] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.965616] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.965762] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.965998] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.966129] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.966235] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.966340] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.966446] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.966549] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.966679] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.987786] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.987930] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.988098] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.988245] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.989507] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.989507] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.989507] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.989507] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.989507] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.098809] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.165060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.165060] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.165060] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 already deleted. [ 1216.165060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.492364] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.492364] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.492364] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.492364] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.492684] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.493271] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c not found, creating... [ 1216.493271] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.493519] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.493519] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.493749] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.493948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.494289] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.494500] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.494626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.494873] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.495031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.495283] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c is going to be created. [ 1216.515651] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.515921] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.516032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.516266] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.516499] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.516722] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.601576] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.601768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.602274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.602552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.602656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.602773] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1216.643124] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.643298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.643419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.643617] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.644144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.656052] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1216.840145] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 in Status: SUCCESS [ 1216.840370] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 deletion is rescheduled due to dependency. [ 1216.840503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.183213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1217.183510] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be deletion is rescheduled due to dependency. [ 1217.183581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.189817] env[65067]: INFO networking_nsxv3.common.synchronization [req-1f428406-1966-472c-b435-9e9fd46f9546 req-b5421035-c792-46f0-9a67-a9712c5bb71a service nova] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_rules [ 1217.189817] env[65067]: INFO networking_nsxv3.common.synchronization [req-1f428406-1966-472c-b435-9e9fd46f9546 req-b5421035-c792-46f0-9a67-a9712c5bb71a service nova] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_members [ 1217.189817] env[65067]: INFO networking_nsxv3.common.synchronization [req-1f428406-1966-472c-b435-9e9fd46f9546 req-b5421035-c792-46f0-9a67-a9712c5bb71a service nova] Enqueued Resource ID: 8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c with Priority: HIGHEST for action port [ 1217.189817] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_rules [ 1217.189817] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_members [ 1217.189817] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c with Priority: HIGHEST for action port [ 1217.189817] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.189817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.189817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.189817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.189817] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.190456] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.190562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.190626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.190781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.190922] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.191022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.191082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.191216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.191517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.191609] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.192381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.192476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.192527] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.192673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.192746] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.695824] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.697149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.697285] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.698898] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c with status ACTIVE [ 1217.698898] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.698898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.698898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.699089] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.700722] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.700722] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.700722] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.701172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.701257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.701369] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c is going to be updated. [ 1217.729101] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.729306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.729415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.729658] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.729850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.730075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb1ecd4-5cdf-4429-ba1e-4fea839ef41c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.203722] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.667755] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1218.668018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.705752] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.705944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.706223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.706534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.706651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.706773] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 is going to be created. [ 1218.732732] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.732903] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.732993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.733234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.733440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.746209] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d946cbba-d33a-4212-842f-d553f844bcc9 in Status: UNINITIALIZED for 2s [ 1220.757363] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d946cbba-d33a-4212-842f-d553f844bcc9 in Status: SUCCESS [ 1220.757701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.757758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.757991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.758214] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.758338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.758425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.758650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.758743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.758829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.758925] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.261404] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.765053] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d946cbba-d33a-4212-842f-d553f844bcc9: rpc.has_security_group_logging(os_id): False [ 1221.787243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.787243] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.787243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.787243] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 is going to be created. [ 1221.800022] env[65067]: INFO networking_nsxv3.common.synchronization [req-a41874ed-8fb3-4bb9-855a-7b97951aaa9a req-105aba22-7c65-47f5-ba38-aae20f6b4148 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1221.800898] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1221.802355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.802355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.802355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.802355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.802355] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.802355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.802355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.802355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.802671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.802671] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.853638] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.853771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.853850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.854115] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.854322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.867497] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d946cbba-d33a-4212-842f-d553f844bcc9 in Status: IN_PROGRESS for 2s [ 1222.304998] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.808047] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.311016] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.312541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.312541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.312541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.312541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.312541] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1223.340783] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.340953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.341021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.341194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.341353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.349520] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1223.879457] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d946cbba-d33a-4212-842f-d553f844bcc9 in Status: SUCCESS [ 1223.879792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.360861] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1225.361215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.163264] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f65b6a0-7b2f-49b4-b773-dfbe200730af req-6314d193-f2ec-4479-8725-ae17b5f53536 tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1226.163874] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1226.165185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.165185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.165185] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.165643] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.457379] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.457379] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.457379] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.457379] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.457379] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.458331] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.458331] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.458331] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.458331] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.458331] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.458743] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.458743] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.458743] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.458743] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.458984] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.458984] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.479514] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.479514] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.490035] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.490035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.490035] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-e1399109-f616-4f04-87f3-6a9992efbe7d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.490035] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.490310] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.490655] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.490783] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1399109-f616-4f04-87f3-6a9992efbe7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.667631] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.667788] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.667948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.668194] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.668286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.668480] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.668578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.668641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.668780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.668854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.668940] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1226.696509] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.696675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.696733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.696930] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.697095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.706860] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1226.994858] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.996032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.996032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.996032] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.996214] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.996941] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port e1399109-f616-4f04-87f3-6a9992efbe7d not found, creating... [ 1226.996941] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.997121] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.997240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.997626] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.997862] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.998296] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.998522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.998654] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.998999] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.999196] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.999402] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: e1399109-f616-4f04-87f3-6a9992efbe7d is going to be created. [ 1227.021364] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.021765] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.021923] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.022243] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.022660] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.022965] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.761175] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f65b6a0-7b2f-49b4-b773-dfbe200730af req-e8f55686-6be9-422e-8323-4924a501ca23 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 1227.761429] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f65b6a0-7b2f-49b4-b773-dfbe200730af req-e8f55686-6be9-422e-8323-4924a501ca23 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1227.761482] env[65067]: INFO networking_nsxv3.common.synchronization [req-2f65b6a0-7b2f-49b4-b773-dfbe200730af req-e8f55686-6be9-422e-8323-4924a501ca23 service nova] Enqueued Resource ID: e1399109-f616-4f04-87f3-6a9992efbe7d with Priority: HIGHEST for action port [ 1227.761709] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 1227.761836] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1227.761932] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1399109-f616-4f04-87f3-6a9992efbe7d with Priority: HIGHEST for action port [ 1227.762498] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.762626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.762694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.762889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.762966] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.764320] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.764455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.764731] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1399109-f616-4f04-87f3-6a9992efbe7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.764868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.764989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.765158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.765228] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1399109-f616-4f04-87f3-6a9992efbe7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.266719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.266860] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.267082] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1399109-f616-4f04-87f3-6a9992efbe7d with status ACTIVE [ 1228.267245] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.267354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.267419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.267663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.267792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.268075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.268235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.268335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.268573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.268754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.268852] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.268943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.269012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.269160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.269236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.269329] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1399109-f616-4f04-87f3-6a9992efbe7d is going to be updated. [ 1228.291713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.291886] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.291944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.292160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.292295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.292464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.716910] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1228.717108] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be deletion is rescheduled due to dependency. [ 1228.717153] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.717355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.717616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.717805] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.717926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.717993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.718164] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.718246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.718342] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.221457] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.724292] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.226946] env[65067]: INFO networking_nsxv3.common.synchronization [req-2e4f3d83-97e0-414b-a1f1-bd0457d1b0bb req-175aea5e-1441-4681-aad8-327e29174aa2 tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1230.226946] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1230.226946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.226946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.226946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.226946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.227420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.227420] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1230.228661] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.228812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.228812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.229175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.229175] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.229420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.229420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.229785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.229785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.229785] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.255726] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.255870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.255941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.256361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.256540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.265034] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1230.535594] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.535594] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.535781] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.536483] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.537085] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.537085] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.537085] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.537304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.537391] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.537616] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.537729] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.537834] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.537990] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.538063] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.538147] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.538275] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.568016] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.568183] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.568373] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.568580] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-411" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.568962] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-d2a28d62-baef-4e68-acb0-fd7ae5c32263 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.569188] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.569325] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.569610] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.569756] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a28d62-baef-4e68-acb0-fd7ae5c32263',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.732890] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.060543] env[65067]: INFO networking_nsxv3.common.synchronization [req-82c7042a-d0f8-433c-abf1-862aad2475f6 req-f70746ae-b4e4-4b4b-8072-fbdb72f8a4ba tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1231.061147] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1231.061526] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.063225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.063306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.063603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.063830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.064041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.064091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.064313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.064459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.064616] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.072366] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.072579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.072722] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.072977] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.073157] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.073333] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port d2a28d62-baef-4e68-acb0-fd7ae5c32263 not found, creating... [ 1231.073627] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.073808] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.073948] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.074208] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.074366] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.074702] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.074888] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.075147] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.075435] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.075674] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.075829] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: d2a28d62-baef-4e68-acb0-fd7ae5c32263 is going to be created. [ 1231.081534] env[65067]: INFO networking_nsxv3.common.synchronization [req-82c7042a-d0f8-433c-abf1-862aad2475f6 req-f70746ae-b4e4-4b4b-8072-fbdb72f8a4ba tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1231.081738] env[65067]: INFO networking_nsxv3.common.synchronization [req-82c7042a-d0f8-433c-abf1-862aad2475f6 req-f70746ae-b4e4-4b4b-8072-fbdb72f8a4ba tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1231.081904] env[65067]: INFO networking_nsxv3.common.synchronization [req-82c7042a-d0f8-433c-abf1-862aad2475f6 req-f70746ae-b4e4-4b4b-8072-fbdb72f8a4ba tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 6493b96a-5393-4e48-9871-6cb33a175b1f with Priority: HIGHEST for action port [ 1231.082423] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1231.082580] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1231.082697] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6493b96a-5393-4e48-9871-6cb33a175b1f with Priority: HIGHEST for action port [ 1231.083298] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.083459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.083565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.083779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.083908] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.085180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.085355] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.085743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6493b96a-5393-4e48-9871-6cb33a175b1f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.085895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.085998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.086219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.086333] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6493b96a-5393-4e48-9871-6cb33a175b1f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.095666] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.095883] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.096039] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.096303] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.098118] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.098402] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.235638] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.567088] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.588052] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.588222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.588442] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6493b96a-5393-4e48-9871-6cb33a175b1f with status ACTIVE [ 1231.588691] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.588826] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.588907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.589252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.589366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.589587] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.589705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.589772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.589958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.590112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.590395] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.590505] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.590584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.590742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.590897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.590993] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6493b96a-5393-4e48-9871-6cb33a175b1f is going to be updated. [ 1231.613421] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.613568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.613651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.613817] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.613956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.614131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.738645] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.738836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.738928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.739227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.739326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.739451] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1231.767883] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.768050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.768139] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.768356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.768539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.780585] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1231.792791] env[65067]: INFO networking_nsxv3.common.synchronization [req-2e4f3d83-97e0-414b-a1f1-bd0457d1b0bb req-ada6b2b6-fc88-4cf5-8d16-104e3150946d service nova] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 1231.792984] env[65067]: INFO networking_nsxv3.common.synchronization [req-2e4f3d83-97e0-414b-a1f1-bd0457d1b0bb req-ada6b2b6-fc88-4cf5-8d16-104e3150946d service nova] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1231.793136] env[65067]: INFO networking_nsxv3.common.synchronization [req-2e4f3d83-97e0-414b-a1f1-bd0457d1b0bb req-ada6b2b6-fc88-4cf5-8d16-104e3150946d service nova] Enqueued Resource ID: d2a28d62-baef-4e68-acb0-fd7ae5c32263 with Priority: HIGHEST for action port [ 1231.793665] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_rules [ 1231.793807] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1231.793903] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a28d62-baef-4e68-acb0-fd7ae5c32263 with Priority: HIGHEST for action port [ 1231.794193] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.794312] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.794377] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.794569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.794644] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.795542] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.795644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.795843] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a28d62-baef-4e68-acb0-fd7ae5c32263 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.795944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.796013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.796174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.796246] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a28d62-baef-4e68-acb0-fd7ae5c32263',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.069562] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.275506] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1232.275799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.275946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.276200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.276518] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.276518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.276636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.276729] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.276832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.276974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.277096] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.298115] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a28d62-baef-4e68-acb0-fd7ae5c32263 with status ACTIVE [ 1232.298332] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.298458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.298525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.298744] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.298835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.299024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.299126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.299225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.299324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.299400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.299590] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.299778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.299845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.299984] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.300072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.300159] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a28d62-baef-4e68-acb0-fd7ae5c32263 is going to be updated. [ 1232.301344] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.301456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.320759] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.320906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.320953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.321150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.321294] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.321470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a28d62-baef-4e68-acb0-fd7ae5c32263" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.422661] env[65067]: INFO networking_nsxv3.common.synchronization [req-2d8e2558-9a31-4f9a-ab58-794acec4c2a0 req-4b1b770d-65bf-4ba4-a38a-fe078e069bba tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1232.423338] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1232.423734] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.423908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.423991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.424263] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.424735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.425156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.425378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.425570] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.425716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.425886] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.572020] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.572271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.572375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.572649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.572797] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.573156] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be updated. [ 1232.602148] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.602148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.602148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.602148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.602148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.610392] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: IN_PROGRESS for 2s [ 1232.727421] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.727618] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.727709] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.728142] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.728472] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.728636] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.728777] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.729039] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.729220] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.729480] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.729602] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.729730] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.729855] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.729979] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.730114] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.730257] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.747760] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.748014] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.748109] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.748281] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.748576] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-75747a7f-11ab-4810-b355-18a869fe3b2b taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.748747] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.748887] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.749207] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.749363] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75747a7f-11ab-4810-b355-18a869fe3b2b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.779709] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.927905] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.251915] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.252192] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.252334] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.252630] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.252787] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.252943] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 75747a7f-11ab-4810-b355-18a869fe3b2b not found, creating... [ 1233.253245] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.253407] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.253522] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.253750] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.253888] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.254188] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.254339] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.254448] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.254657] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.254813] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.254952] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 75747a7f-11ab-4810-b355-18a869fe3b2b is going to be created. [ 1233.275732] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.276105] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.276105] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.276292] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.276518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.276741] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.281361] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f948e1-095d-4994-a832-22c5afde57be: rpc.has_security_group_logging(os_id): False [ 1233.307043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.307189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.307259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.307433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.307526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.307833] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.308029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.308029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.308173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.308262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.308348] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1233.392858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.393091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.393140] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.393356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.393523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.411226] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1233.430593] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.795214] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1233.795395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.795581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.795824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.796491] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.796491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.796491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.796491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.796491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.796717] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.933693] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.933868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.933939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.934240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.934331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.934439] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1233.966135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.966397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.966499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.966787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.967043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.978877] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1233.989468] env[65067]: INFO networking_nsxv3.common.synchronization [req-2d8e2558-9a31-4f9a-ab58-794acec4c2a0 req-b1e2e8c4-b4c8-4412-b4fa-f3589d773681 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1233.989660] env[65067]: INFO networking_nsxv3.common.synchronization [req-2d8e2558-9a31-4f9a-ab58-794acec4c2a0 req-b1e2e8c4-b4c8-4412-b4fa-f3589d773681 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1233.989799] env[65067]: INFO networking_nsxv3.common.synchronization [req-2d8e2558-9a31-4f9a-ab58-794acec4c2a0 req-b1e2e8c4-b4c8-4412-b4fa-f3589d773681 service nova] Enqueued Resource ID: 75747a7f-11ab-4810-b355-18a869fe3b2b with Priority: HIGHEST for action port [ 1233.990324] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1233.990465] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1233.990561] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75747a7f-11ab-4810-b355-18a869fe3b2b with Priority: HIGHEST for action port [ 1233.990845] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.991017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.991228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.991584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.991635] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.993709] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.994149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.994149] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-75747a7f-11ab-4810-b355-18a869fe3b2b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.994279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.994279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.995191] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.995286] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75747a7f-11ab-4810-b355-18a869fe3b2b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.060216] env[65067]: INFO networking_nsxv3.common.synchronization [req-4a9d744f-4851-4129-8e10-2f5850a2ca6d req-d066ee58-0ce2-4022-b7fe-606da6f4f47d tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1234.061128] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1234.061501] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.061613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.073042] env[65067]: INFO networking_nsxv3.common.synchronization [req-4a9d744f-4851-4129-8e10-2f5850a2ca6d req-d066ee58-0ce2-4022-b7fe-606da6f4f47d tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1234.073217] env[65067]: INFO networking_nsxv3.common.synchronization [req-4a9d744f-4851-4129-8e10-2f5850a2ca6d req-d066ee58-0ce2-4022-b7fe-606da6f4f47d tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1234.073356] env[65067]: INFO networking_nsxv3.common.synchronization [req-4a9d744f-4851-4129-8e10-2f5850a2ca6d req-d066ee58-0ce2-4022-b7fe-606da6f4f47d tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 6493b96a-5393-4e48-9871-6cb33a175b1f with Priority: HIGHEST for action port [ 1234.073574] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_rules [ 1234.073697] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1234.073793] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6493b96a-5393-4e48-9871-6cb33a175b1f with Priority: HIGHEST for action port [ 1234.074287] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.074725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.074725] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.074725] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.074865] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6493b96a-5393-4e48-9871-6cb33a175b1f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.074913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.074972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.075267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.075347] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6493b96a-5393-4e48-9871-6cb33a175b1f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.298851] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.497566] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.497946] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.497946] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75747a7f-11ab-4810-b355-18a869fe3b2b with status ACTIVE [ 1234.498038] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.498142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.498207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.498471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.498543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.498714] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.498808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.498869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.499038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.499118] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.499302] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.499393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.499453] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.499596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.499673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.499765] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75747a7f-11ab-4810-b355-18a869fe3b2b is going to be updated. [ 1234.519735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.519847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.519914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.520095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.520232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.520386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75747a7f-11ab-4810-b355-18a869fe3b2b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.577771] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6493b96a-5393-4e48-9871-6cb33a175b1f with status ACTIVE [ 1234.578014] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.578149] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.578218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.578406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.578487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.578650] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.578742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.578802] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.579029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.579114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.579296] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.579397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.579475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.579618] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.579692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.579775] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6493b96a-5393-4e48-9871-6cb33a175b1f is going to be updated. [ 1234.611040] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.611040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.611040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.611040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.611040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.611040] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6493b96a-5393-4e48-9871-6cb33a175b1f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.620996] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1234.621208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.621354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.621511] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.621662] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.621763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.621825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.621960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.622047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.622141] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.802854] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.123964] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.305684] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.306087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.306087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.306158] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.306240] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.306347] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1235.333988] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.334159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.334231] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.334440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.334597] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.351800] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1235.430644] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1235.430644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.626520] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.990045] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1235.990045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.990219] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.990438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.990653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.990779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.990847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.990991] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.991120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.991243] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.130469] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.130627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.130708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.130925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.131029] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.131137] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be updated. [ 1236.158664] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.158796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.158866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.159058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.159203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.167572] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: IN_PROGRESS for 2s [ 1236.493766] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.996822] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.362966] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1237.363295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.363533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.363815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.364108] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.364282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.364384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.364595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.364716] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.364833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.364992] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.499729] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.500224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.500224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.500468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.500633] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.500775] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1237.537034] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.537271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.537271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.537464] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.537619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.556417] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1237.867266] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.172310] env[65067]: INFO networking_nsxv3.common.synchronization [req-18d69007-9d53-42f6-90a6-289d0bb3b2f5 req-af1e7aa1-67b8-47f5-9391-8ada9573b0e9 tempest-AttachInterfacesUnderV243Test-412096126 tempest-AttachInterfacesUnderV243Test-412096126-project-member] Enqueued Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1238.173019] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 with Priority: HIGHEST for action security_group_members [ 1238.173237] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.173345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.178191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1238.178449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.178612] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.178829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.179027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.179148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.179210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.179580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.179580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.179580] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.179708] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.180437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.180583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.180744] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.180856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.180920] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.181077] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.181157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.181258] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.369711] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6968c8e-3b3f-490f-bbba-30d23a179347: rpc.has_security_group_logging(os_id): False [ 1238.390017] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.390258] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390258] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.390426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.390513] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.390769] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.390892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.391081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.391159] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.391244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1238.456755] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.457013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.457073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.457272] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.457422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.473795] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1238.683389] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.684852] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.685051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.685150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.685423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.685549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.685812] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.685945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.687144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.687406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.687523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.687649] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be updated. [ 1238.721570] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.721881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.721967] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.722435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.722435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.731450] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: IN_PROGRESS for 2s [ 1239.194113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cdf2874-f07a-4ef9-a10b-adf8d4b98064: rpc.has_security_group_logging(os_id): False [ 1239.212071] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.212249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.212249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.212458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.212586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.213132] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.213132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.213284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.215287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.215287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.215287] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be updated. [ 1239.291068] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.291068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.291068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.291068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.291068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.308667] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: IN_PROGRESS for 2s [ 1239.569979] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1239.570335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.570641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.570902] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.571912] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.571912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.571912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.571912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.571912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.571912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.571912] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.074537] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.074932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.074932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.075168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.075293] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.075397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.075461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.075611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.075698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.075809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.075964] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.076820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.076820] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.077421] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.498364] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1240.498753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.579596] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1240.599864] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.600126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.600126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.600352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.600445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.600733] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.600837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.600837] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.600957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.601045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.601232] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.601316] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.601390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.601516] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.601594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.601836] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.601943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.602013] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.602268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.602345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.602430] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1240.663336] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.663595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.663676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.663934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.664133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.682441] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1240.755224] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1240.755490] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 deletion is rescheduled due to dependency. [ 1240.755619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.755792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.756030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.756220] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.756332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.756397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.756541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.756626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.756708] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.258842] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.259193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.259193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.259367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.259459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.259654] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.259770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.259833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.259980] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.260069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.260157] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be updated. [ 1241.286138] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.286295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.286364] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.286571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.286712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.297428] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: IN_PROGRESS for 2s [ 1241.321056] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1241.321286] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.321457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.321672] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.321761] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.845087] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.845087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.845087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.845087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.845414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.845414] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be deleted. [ 1241.899858] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900252] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.900383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.900656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.900796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.900957] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.708972] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1242.708972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.174092] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.174092] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1243.308259] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 in Status: SUCCESS [ 1243.308499] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 deletion is rescheduled due to dependency. [ 1243.308702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.308970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.309299] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.309491] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.309641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.309750] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.309956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.310059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.310194] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cdf2874-f07a-4ef9-a10b-adf8d4b98064',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.814036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.814036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.814036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.814036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.814036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.814552] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.814552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.814552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.814708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.814833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.815291] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cdf2874-f07a-4ef9-a10b-adf8d4b98064 is going to be deleted. [ 1243.845896] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.845896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.845896] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.846111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.846111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.846195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cdf2874-f07a-4ef9-a10b-adf8d4b98064" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.941944] env[65067]: INFO networking_nsxv3.common.synchronization [req-d217feff-ea0c-482a-b0fd-9b6906153f98 req-153848bc-5696-4637-b8dc-db787b122120 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1243.942917] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1243.942917] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.942917] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.943113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.943435] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.943632] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.943769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.943885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.944111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.944343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.944343] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.446481] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.949468] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.452466] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.452622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.452719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.453036] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.453162] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.453282] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1245.489488] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.489717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.489717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.490028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.490183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.500375] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1247.513835] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1247.513835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.956568] env[65067]: INFO networking_nsxv3.common.synchronization [None req-7cc469bd-989f-43f4-85da-1c6d8fb859c1 None None] Enqueued Resource ID: 4ddbf248-1efa-4612-b4d7-991d21708f6d with Priority: HIGHEST for action port [ 1247.956939] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddbf248-1efa-4612-b4d7-991d21708f6d with Priority: HIGHEST for action port [ 1247.957259] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ddbf248-1efa-4612-b4d7-991d21708f6d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.957380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ddbf248-1efa-4612-b4d7-991d21708f6d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.957445] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ddbf248-1efa-4612-b4d7-991d21708f6d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.957954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ddbf248-1efa-4612-b4d7-991d21708f6d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.958081] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddbf248-1efa-4612-b4d7-991d21708f6d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.413105] env[65067]: INFO networking_nsxv3.common.synchronization [None req-1c1ae34e-13eb-4a1a-a327-80c6e03ad513 tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1248.413654] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1248.413970] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.414127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.414181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.414425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.414508] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.461225] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ddbf248-1efa-4612-b4d7-991d21708f6d [ 1248.461225] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.461225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.461225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.461598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.461598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.461598] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ddbf248-1efa-4612-b4d7-991d21708f6d already deleted. [ 1248.461598] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ddbf248-1efa-4612-b4d7-991d21708f6d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.551020] env[65067]: INFO networking_nsxv3.common.synchronization [None req-a6a9d73d-a877-4695-a9ee-a3c28a8ceded tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1248.551497] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1248.551497] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.551497] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.945053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.945053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.945053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.945053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.945053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.945053] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 already deleted. [ 1248.945053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.945053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.945496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.945496] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.466259] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.466595] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.466701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.466949] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.467067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.467175] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 already deleted. [ 1249.467271] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.243665] env[65067]: INFO networking_nsxv3.common.synchronization [None req-73ca925d-0160-442f-a108-39afb8725220 None None] Enqueued Resource ID: 17e92c93-536a-4b01-94c3-3a3c7bd4c130 with Priority: HIGHEST for action port [ 1250.243926] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e92c93-536a-4b01-94c3-3a3c7bd4c130 with Priority: HIGHEST for action port [ 1250.244236] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-17e92c93-536a-4b01-94c3-3a3c7bd4c130 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.244378] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17e92c93-536a-4b01-94c3-3a3c7bd4c130" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.244447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17e92c93-536a-4b01-94c3-3a3c7bd4c130" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.244700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17e92c93-536a-4b01-94c3-3a3c7bd4c130" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.244784] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e92c93-536a-4b01-94c3-3a3c7bd4c130',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.748394] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17e92c93-536a-4b01-94c3-3a3c7bd4c130 [ 1250.748394] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.748394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.748394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.748394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.748394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.748394] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17e92c93-536a-4b01-94c3-3a3c7bd4c130 already deleted. [ 1250.748394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17e92c93-536a-4b01-94c3-3a3c7bd4c130" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.580633] env[65067]: INFO networking_nsxv3.common.synchronization [req-cc892389-0dd8-4aec-943a-7bbbb9498851 req-7c02661e-2cc5-4f2f-8e7b-9d906b769d5a tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1253.581178] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1253.581492] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.581646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.581686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.581859] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.582015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.582182] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.582246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.582390] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.582475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.582567] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.861924] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.862201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.862331] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.862595] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.862844] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.862999] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.863131] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.863330] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.863468] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.863691] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.863844] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.864039] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.864155] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.864267] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.864371] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.864501] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.885870] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.886046] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.886176] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.886344] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-559" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.886643] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-855578f5-8669-4b1e-8e0f-5309853117d4 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.886807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.886937] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.887273] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.887458] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855578f5-8669-4b1e-8e0f-5309853117d4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.084702] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.389528] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.389807] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.389966] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.390311] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.390502] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.390666] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 855578f5-8669-4b1e-8e0f-5309853117d4 not found, creating... [ 1254.390916] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.391090] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.391207] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.391428] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.391556] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.391868] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.392058] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.392187] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.392393] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.392525] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.392661] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 855578f5-8669-4b1e-8e0f-5309853117d4 is going to be created. [ 1254.413855] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.414108] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.414239] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.414571] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.414820] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.415134] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.587080] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.092033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.092033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.092033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.092033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.092033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.092033] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1255.112359] env[65067]: INFO networking_nsxv3.common.synchronization [req-cc892389-0dd8-4aec-943a-7bbbb9498851 req-dba43324-f76a-49ec-b25a-473e1cd00410 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1255.112529] env[65067]: INFO networking_nsxv3.common.synchronization [req-cc892389-0dd8-4aec-943a-7bbbb9498851 req-dba43324-f76a-49ec-b25a-473e1cd00410 service nova] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1255.112775] env[65067]: INFO networking_nsxv3.common.synchronization [req-cc892389-0dd8-4aec-943a-7bbbb9498851 req-dba43324-f76a-49ec-b25a-473e1cd00410 service nova] Enqueued Resource ID: 855578f5-8669-4b1e-8e0f-5309853117d4 with Priority: HIGHEST for action port [ 1255.113228] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_rules [ 1255.113397] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1255.113555] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855578f5-8669-4b1e-8e0f-5309853117d4 with Priority: HIGHEST for action port [ 1255.114300] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.114784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.114784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.114784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.114974] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.116885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.116885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.116885] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-855578f5-8669-4b1e-8e0f-5309853117d4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.116885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.116885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.116885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.117240] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855578f5-8669-4b1e-8e0f-5309853117d4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.121733] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.121846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.121988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.122174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.122855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.134122] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1255.307468] env[65067]: INFO networking_nsxv3.common.synchronization [req-cfc97d59-c269-4609-9727-00c439a6d17b req-37227dbd-31a4-4410-bd28-3379f6bf6732 tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1255.308041] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1255.308350] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.308487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.308552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.308792] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.308941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.309053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.309116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.309261] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.309344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.309434] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.619706] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 855578f5-8669-4b1e-8e0f-5309853117d4 with status ACTIVE [ 1255.619985] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.619985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.619985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.620282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.620361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.620545] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.620648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.620706] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.620857] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.620934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.621128] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.622050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.622050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.622050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.622050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.622050] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 855578f5-8669-4b1e-8e0f-5309853117d4 is going to be updated. [ 1255.622733] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.622822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.644876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.645062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.645160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.645367] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.645504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.645664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-855578f5-8669-4b1e-8e0f-5309853117d4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.668367] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.668612] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.668742] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.669067] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.669342] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.669501] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.669615] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.669826] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.669970] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.670218] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.670331] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.670437] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.670594] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.670648] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.670742] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.670869] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.706555] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.706806] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.706998] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.707273] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.707703] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-ebf9cc45-6087-4b55-8fe7-2933873bdae7 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.707953] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.708142] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.708555] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.708749] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf9cc45-6087-4b55-8fe7-2933873bdae7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.811485] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.811717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.811717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.811951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.812069] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.812272] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.812373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.812436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.812600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.812664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.812748] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 already deleted. [ 1255.812827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.211677] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.211919] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.212099] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.212380] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.212525] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.212676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port ebf9cc45-6087-4b55-8fe7-2933873bdae7 not found, creating... [ 1256.212927] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.213097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.213251] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.213497] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.213634] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.213912] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.214115] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.214232] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.214437] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.214569] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.214703] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 is going to be created. [ 1256.235617] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.235853] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.235992] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.236346] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.236606] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.236839] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.944050] env[65067]: INFO networking_nsxv3.common.synchronization [req-cfc97d59-c269-4609-9727-00c439a6d17b req-92f0b34a-3806-4ed7-93d4-7a7cf37fda89 service nova] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1256.944050] env[65067]: INFO networking_nsxv3.common.synchronization [req-cfc97d59-c269-4609-9727-00c439a6d17b req-92f0b34a-3806-4ed7-93d4-7a7cf37fda89 service nova] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1256.944050] env[65067]: INFO networking_nsxv3.common.synchronization [req-cfc97d59-c269-4609-9727-00c439a6d17b req-92f0b34a-3806-4ed7-93d4-7a7cf37fda89 service nova] Enqueued Resource ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 with Priority: HIGHEST for action port [ 1256.944050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1256.944050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1256.944050] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 with Priority: HIGHEST for action port [ 1256.944583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.944926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.945330] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.945642] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.945817] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.946935] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.949018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.949018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.949018] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.953082] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf9cc45-6087-4b55-8fe7-2933873bdae7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.953082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.953082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.953082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.953082] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf9cc45-6087-4b55-8fe7-2933873bdae7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.115751] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1257.115751] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.146673] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1257.146873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.147243] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.147552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.147747] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.147884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.147922] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.148085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.148172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.148267] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.452716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.452848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.453052] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.454539] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf9cc45-6087-4b55-8fe7-2933873bdae7 with status ACTIVE [ 1257.454726] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.454849] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.454916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.456027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.456027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.456027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.456027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.456027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.456027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.456027] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.456027] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.456434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.456434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.456434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.456434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.456557] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 is going to be updated. [ 1257.479717] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.479866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.479923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.480143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.480283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.480443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.650742] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.955540] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.153009] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.459062] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.459062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.459062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.459062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.459062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.459439] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 is going to be created. [ 1258.485142] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.485411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.485411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.485583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.485772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.495274] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: UNINITIALIZED for 2s [ 1258.655274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.655475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.655549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.655783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.655992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.656085] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1258.711318] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.711499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.711565] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.711768] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.712018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.726131] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1260.505485] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: SUCCESS [ 1260.505838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.505979] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.506483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.506735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.506883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.506953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.507145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.507232] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.507320] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.507411] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.738286] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1260.738517] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.738673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.738885] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.739098] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.739218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.739285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.739437] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.739524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.739603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.739693] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.009388] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.242130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.242238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.242307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.242571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.242774] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.242927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.243026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.243198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.243296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.243380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.243586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.243690] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.243824] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.243945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.244151] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.244274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.244341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.244490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.244619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.244713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.244763] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.511922] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0be86929-643b-4965-a02c-4ad8df0a0026: rpc.has_security_group_logging(os_id): False [ 1261.529936] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.530160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.530160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.530356] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.530443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.530681] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.530779] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.530841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.530989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.531078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.531179] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 is going to be created. [ 1261.592523] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.592523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.592523] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.592752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.592810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.604743] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: IN_PROGRESS for 2s [ 1261.747128] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e230b08-2acc-4ff1-9dd8-4fee7f12658f: rpc.has_security_group_logging(os_id): False [ 1261.764449] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.764685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.764733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.764989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.765152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.765423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.765588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.765684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.765869] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.765978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.766274] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.766417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.766495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.766675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.766780] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.766986] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.767131] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.767215] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.767380] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.767483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.767587] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1261.832946] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.833203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.833203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.833432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.833608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.853971] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1261.944593] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.944799] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1263.617284] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: SUCCESS [ 1263.617649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.885333] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1263.885578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.946046] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.946403] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.858591] env[65067]: INFO networking_nsxv3.common.synchronization [req-a4fe9686-6e97-46a4-bb63-2587c4267bb6 req-80484ba0-b553-4416-9cd8-20f31487f158 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1268.859135] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1268.859446] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.859573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.859641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.860037] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.860235] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.860371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.860461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.860641] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.860759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.860880] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.362923] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.865681] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.369439] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.369439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.369439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.369439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.369439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.369439] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1270.435066] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.435066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.435066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.435066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.435066] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.448647] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1270.476952] env[65067]: INFO networking_nsxv3.common.synchronization [req-a7dae157-2890-4856-9656-924a9b7f223e req-6d39ca4e-c97c-4f55-8260-eca1a2c9517e tempest-ServerActionsTestJSON-1935878669 tempest-ServerActionsTestJSON-1935878669-project-member] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1270.477486] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGHEST for action security_group_members [ 1270.477792] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.477914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.477982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.478189] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.478341] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.478439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.478512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.478660] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.478753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.478848] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.983825] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.984116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.984116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.984308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.984446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.984653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.984755] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.984818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.984969] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.985057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.985141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be updated. [ 1271.010423] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.010564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.010645] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.010847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.010988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.019748] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: IN_PROGRESS for 2s [ 1272.460561] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1272.461895] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.030097] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cddb49-0580-4340-b09e-25b1c9504f10 in Status: SUCCESS [ 1273.030365] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 deletion is rescheduled due to dependency. [ 1273.030525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.280306] env[65067]: INFO networking_nsxv3.common.synchronization [req-308519e0-6a85-4040-b200-6998867dc83c req-dfd98996-1157-4a64-a2f4-27e06f2bb3c7 tempest-ServersTestJSON-101631166 tempest-ServersTestJSON-101631166-project-member] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1275.281302] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGHEST for action security_group_members [ 1275.282206] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.282366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.282471] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.282770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.283018] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.283200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.283307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.283532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.283695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.283867] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.786913] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.786913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.786913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.787214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.787214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.788093] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.788093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.788093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.788093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.788093] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.788093] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be updated. [ 1275.819764] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.819968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.819968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.820204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.820382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.830991] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: IN_PROGRESS for 2s [ 1277.843170] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f in Status: SUCCESS [ 1277.843525] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f deletion is rescheduled due to dependency. [ 1277.843525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.282689] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.283161] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.914633] env[65067]: INFO networking_nsxv3.common.synchronization [req-0edff699-a90e-4488-80a5-d164b2f10ab7 req-4891a006-6244-4725-8776-2e04b97dcff3 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_members [ 1280.915306] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGHEST for action security_group_members [ 1280.915675] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.915834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.915892] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.916071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.916616] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.916790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.916931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.917207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.917326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.917434] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.419588] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.420061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.420061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.420061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.420213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.420306] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.420400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.420462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.420647] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.420728] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.420812] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 is going to be updated. [ 1281.450952] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.450952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.450952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.450952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.450952] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.458958] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d946cbba-d33a-4212-842f-d553f844bcc9 in Status: IN_PROGRESS for 2s [ 1283.469792] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d946cbba-d33a-4212-842f-d553f844bcc9 in Status: SUCCESS [ 1283.470152] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 deletion is rescheduled due to dependency. [ 1283.470152] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.758669] env[65067]: INFO networking_nsxv3.common.synchronization [None req-3c8661c2-90c5-4940-9421-a744bb1f0394 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_rules [ 1285.759265] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_rules [ 1285.759575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.760060] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.760137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.760396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.760509] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.854197] env[65067]: INFO networking_nsxv3.common.synchronization [None req-d9355eb5-60cf-4f3a-8e8b-db2f6a4985e1 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_rules [ 1285.854822] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_rules [ 1285.855167] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.855277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.281586] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.281781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.281852] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.282343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.282343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.282343] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a844d2-7899-433f-af87-1820d83fd244 already deleted. [ 1286.282343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.282615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.282856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.282856] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.806032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.806032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.806032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.806032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.806032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.806032] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a844d2-7899-433f-af87-1820d83fd244 already deleted. [ 1286.806032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.855712] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.856101] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.414127] env[65067]: INFO networking_nsxv3.common.synchronization [req-8c29e253-f7d9-4a9e-b55f-1c590f5d854b req-834b6741-46f3-45f6-95ee-4560ec89279f tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_members [ 1291.414820] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_members [ 1291.415529] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.415689] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.415811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.416065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.416257] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.416395] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.416463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.416656] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.416752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.416850] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.720627] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.720844] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.720968] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.721262] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.721512] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.721665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.721779] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.721992] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.722145] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.722378] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.722492] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.722602] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.722711] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.722817] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.722922] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.723082] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.742906] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.743149] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.743238] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.743392] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-502" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.743786] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-47e300bf-51e9-4328-be71-6047d66ad14d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.743964] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.744097] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.744434] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.744598] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e300bf-51e9-4328-be71-6047d66ad14d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.919352] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.919942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.919942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.919942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.919942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.920180] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.920180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.920298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.920352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.920432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.920520] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a844d2-7899-433f-af87-1820d83fd244 already deleted. [ 1291.920600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.247567] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.247775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.247775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.248037] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.248195] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.248351] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 47e300bf-51e9-4328-be71-6047d66ad14d not found, creating... [ 1292.248621] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.248784] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.248911] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.249157] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.249294] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.249612] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.249781] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.249882] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.250129] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.250264] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.250404] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 47e300bf-51e9-4328-be71-6047d66ad14d is going to be created. [ 1292.276959] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.277200] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.277325] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.277646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.277844] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.278081] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.961111] env[65067]: INFO networking_nsxv3.common.synchronization [req-8c29e253-f7d9-4a9e-b55f-1c590f5d854b req-20142357-63d9-4907-acd5-ac7e41633c56 service nova] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_rules [ 1292.961391] env[65067]: INFO networking_nsxv3.common.synchronization [req-8c29e253-f7d9-4a9e-b55f-1c590f5d854b req-20142357-63d9-4907-acd5-ac7e41633c56 service nova] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_members [ 1292.961443] env[65067]: INFO networking_nsxv3.common.synchronization [req-8c29e253-f7d9-4a9e-b55f-1c590f5d854b req-20142357-63d9-4907-acd5-ac7e41633c56 service nova] Enqueued Resource ID: 47e300bf-51e9-4328-be71-6047d66ad14d with Priority: HIGHEST for action port [ 1292.961930] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_rules [ 1292.962120] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_members [ 1292.962187] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e300bf-51e9-4328-be71-6047d66ad14d with Priority: HIGHEST for action port [ 1292.962471] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.962682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.962753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.962976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.963020] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.963890] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.964009] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.964091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.964257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.964863] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.964863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.964863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.964863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.964863] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.965147] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.966120] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-47e300bf-51e9-4328-be71-6047d66ad14d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.966120] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.966220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.966362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.966414] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e300bf-51e9-4328-be71-6047d66ad14d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.467905] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.468081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.468293] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.469227] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47e300bf-51e9-4328-be71-6047d66ad14d with status ACTIVE [ 1293.469417] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.469536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.469606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.469853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.469947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.470541] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.470541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.470541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.470541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.470541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.470811] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.470811] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.470906] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.471024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.471078] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.471133] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47e300bf-51e9-4328-be71-6047d66ad14d is going to be updated. [ 1293.512039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.512039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.512039] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.512628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.512628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.512628] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47e300bf-51e9-4328-be71-6047d66ad14d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.974024] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.475730] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.476166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.476166] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.476274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.476382] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.476463] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a844d2-7899-433f-af87-1820d83fd244 is going to be created. [ 1294.501743] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.501954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.502016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.502436] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.502657] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.512283] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: UNINITIALIZED for 2s [ 1296.532865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: SUCCESS [ 1296.533175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.533236] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.533405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.533605] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.533783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.533883] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.534103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.534239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.534391] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.534536] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.036815] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.539291] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88a844d2-7899-433f-af87-1820d83fd244: rpc.has_security_group_logging(os_id): False [ 1297.557133] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.557133] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.557323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.557414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.557492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.557819] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.557974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.558085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.558307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.558411] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.558513] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a844d2-7899-433f-af87-1820d83fd244 is going to be created. [ 1297.620032] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.620032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.620032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.620032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.620032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.631552] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: IN_PROGRESS for 2s [ 1297.963655] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.963844] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1299.063970] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.064337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.064337] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.064487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.064580] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.567877] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.645478] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: SUCCESS [ 1299.645764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.070323] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.128045] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.128045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.128045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.128045] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.128045] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.128347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.128347] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.128410] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.128538] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.128745] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.128857] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.128963] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.129086] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.129192] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.129293] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.129421] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.149131] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.149348] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.149532] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.149639] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-565" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.149946] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-e1399109-f616-4f04-87f3-6a9992efbe7d taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.150171] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.150281] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.150493] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.150623] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1399109-f616-4f04-87f3-6a9992efbe7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.511611] env[65067]: INFO networking_nsxv3.common.synchronization [req-37d51743-00d9-49f2-a184-c3bbc8a73b92 req-ec245476-a22e-463f-9d30-374844bd14fa tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1300.511718] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1300.512080] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.512210] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.512279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.512526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.513567] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.513567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.513567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.513567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.513567] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.513567] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.572322] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1300.572597] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1300.653451] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.653670] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.653802] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.654091] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.654244] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.655033] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.655033] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.655033] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.655256] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.655395] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.655710] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.655861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.655966] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.656268] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.656470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.656619] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: e1399109-f616-4f04-87f3-6a9992efbe7d is going to be updated. [ 1300.694763] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.694763] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.694763] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.694763] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.694763] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.695075] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.017074] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.389512] env[65067]: INFO networking_nsxv3.common.synchronization [req-52c561ce-9ccd-4bc5-a154-e15d3328c1c4 req-2d45c2e3-80ac-46af-b696-16c0d3300d78 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 1301.389794] env[65067]: INFO networking_nsxv3.common.synchronization [req-52c561ce-9ccd-4bc5-a154-e15d3328c1c4 req-2d45c2e3-80ac-46af-b696-16c0d3300d78 service nova] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1301.389877] env[65067]: INFO networking_nsxv3.common.synchronization [req-52c561ce-9ccd-4bc5-a154-e15d3328c1c4 req-2d45c2e3-80ac-46af-b696-16c0d3300d78 service nova] Enqueued Resource ID: e1399109-f616-4f04-87f3-6a9992efbe7d with Priority: HIGHEST for action port [ 1301.390404] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_rules [ 1301.390538] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1301.390633] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1399109-f616-4f04-87f3-6a9992efbe7d with Priority: HIGHEST for action port [ 1301.391157] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.391293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.391362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.391562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.391645] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.392509] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.392626] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.392712] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.392879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.393036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.393134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.393196] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.393331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.393415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.394457] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.395288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1399109-f616-4f04-87f3-6a9992efbe7d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.395401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.395468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.395622] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.395716] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1399109-f616-4f04-87f3-6a9992efbe7d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.418556] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.418769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.418769] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.418961] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.434616] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1301.439021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.439021] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1301.492738] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.492738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.492738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.493081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.507358] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.508314] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1301.508405] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.508512] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1301.518877] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.551964] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.552229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.552350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.552601] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.553844] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.554098] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1301.639143] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.639375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.639375] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.639637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.639975] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640299] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1301.725497] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.725677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.725783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.726091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.726447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.726838] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1301.726992] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d6968c8e-3b3f-490f-bbba-30d23a179347', 'b1cddb49-0580-4340-b09e-25b1c9504f10', 'd946cbba-d33a-4212-842f-d553f844bcc9', 'cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6', '0fd98b9b-04bf-4844-b9d3-7c7df09406f2', '07f948e1-095d-4994-a832-22c5afde57be', 'eea1a3cf-7000-4cb5-aa82-c772e40da142', 'f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8', 'c4472dc2-12ba-4978-a243-b3825748477d', '88a844d2-7899-433f-af87-1820d83fd244', 'cc2ea5b1-7678-4355-9b5b-40299dd37919', '5e230b08-2acc-4ff1-9dd8-4fee7f12658f', 'd6815136-9c67-4dc7-a9a2-2ef3347b5e53', 'cb48992e-3f4c-4fc5-b84a-81b5f6db8300', 'aae1d635-37a6-4637-bb81-8d3ae9bd88f9', '4920d743-79b7-4dec-8bd4-10738348a73b', '0bb76d68-ef8a-4a4f-a508-f5b03cf74df4', '415f7f4b-cde2-49a4-95f1-1d47754f90b0', 'e35f155f-7734-4b15-a738-654ba880f399', '84f1e53b-5cd0-454c-8ae5-8249fd11edc6', '5396a79e-59de-453f-9484-1c407b360ad5', '243437f2-eb53-4ecd-a452-e0453f922776', 'b709038a-0291-4db0-a8d0-b9035ec18d22', 'c654bab0-e3ed-48a1-99ec-7d180fbe115d', '0be86929-643b-4965-a02c-4ad8df0a0026', '8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25', '475ae7d3-f064-407f-bb39-626c7141e74c', 'd7c3df3d-96ba-414e-8eca-a818999fa846', 'd9711803-9b0e-4392-81a4-f1892b626dac', '24d700a7-c434-4c08-8d01-e10aaa4aaf04', '50b635be-c355-44a5-a50e-49c4f3c96b14', '53befe14-9073-4fc9-b21f-f524fdd13442', '8751bf03-efb2-41e9-a2e0-19c834f68b11', '960cf4de-f3ce-4848-93b9-818b888c7988', '8c4b4223-e1c0-4654-b4fc-e84ba0476321', '756eeccb-8499-4185-8352-8aace62fef16', '01304935-578f-4e50-aed4-71d7930f735f', '70d076a2-fda7-4451-89e0-365e3d69b858', '10cec73e-0465-48f7-b0b2-34ee8de87578', '4741747d-de51-4011-99c4-33c0cecb2e7a', '0090c130-50da-44d9-9c9f-d1027f3cc452', 'ce4ec84a-547a-46a8-a3c2-26a852a39d62'} {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.727113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1301.748442] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.748698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.748698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.748866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.748955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.749088] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1301.749154] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.749228] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1301.853173] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.853438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.853498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.853760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.855092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.855477] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1301.855587] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.855710] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1301.855866] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1301.855942] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1301.856058] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGH for action security_group_rules [ 1301.856164] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGH for action security_group_rules [ 1301.856255] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGH for action security_group_rules [ 1301.856339] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGH for action security_group_rules [ 1301.856421] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGH for action security_group_rules [ 1301.856519] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGH for action security_group_rules [ 1301.856591] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGH for action security_group_rules [ 1301.856655] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGH for action security_group_rules [ 1301.856718] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGH for action security_group_rules [ 1301.856782] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGH for action security_group_rules [ 1301.856844] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGH for action security_group_rules [ 1301.856953] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGH for action security_group_rules [ 1301.856953] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGH for action security_group_rules [ 1301.857133] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGH for action security_group_rules [ 1301.857133] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGH for action security_group_rules [ 1301.857265] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGH for action security_group_rules [ 1301.857265] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGH for action security_group_rules [ 1301.857337] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGH for action security_group_rules [ 1301.857443] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGH for action security_group_rules [ 1301.857443] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGH for action security_group_rules [ 1301.857520] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.897172] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.898267] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.898386] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.898565] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1399109-f616-4f04-87f3-6a9992efbe7d with status ACTIVE [ 1301.898727] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.898836] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.898899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.899112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.899195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.899357] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.899449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.899508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.899652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.899726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.899939] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.900492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.900586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.900738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.900813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.900899] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1399109-f616-4f04-87f3-6a9992efbe7d is going to be updated. [ 1301.930328] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.930510] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.930554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.930752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.930899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.931072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1399109-f616-4f04-87f3-6a9992efbe7d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.021797] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.021953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.022045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.022275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.022354] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.022453] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1302.070700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.070942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.070942] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.071214] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.071383] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.082868] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1302.403111] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.906217] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.906430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.906430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.906701] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.906829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.906932] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1302.939438] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.939696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.939765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.940111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.940267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.952152] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1304.094366] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1304.094830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.963784] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1304.964045] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.964284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.964608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.964967] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.965121] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.965217] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.965422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.965542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.965646] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.965751] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.468658] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.971123] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f948e1-095d-4994-a832-22c5afde57be: rpc.has_security_group_logging(os_id): False [ 1305.989521] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.989743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.989743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.989951] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.013104] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.013712] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.013916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.014018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.014301] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.014455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.014586] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1306.081371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.081619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.081619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.081888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.082050] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.100267] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1306.392039] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.392039] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1306.392039] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGH for action security_group_rules [ 1306.392039] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d946cbba-d33a-4212-842f-d553f844bcc9 with Priority: HIGH for action security_group_rules [ 1306.392039] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 with Priority: HIGH for action security_group_rules [ 1306.392399] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 with Priority: HIGH for action security_group_rules [ 1306.392399] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 with Priority: HIGH for action security_group_rules [ 1306.392399] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155f-7734-4b15-a738-654ba880f399 with Priority: HIGH for action security_group_rules [ 1306.392399] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 with Priority: HIGH for action security_group_rules [ 1306.392523] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 with Priority: HIGH for action security_group_rules [ 1306.392552] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 with Priority: HIGH for action security_group_rules [ 1306.392710] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4920d743-79b7-4dec-8bd4-10738348a73b with Priority: HIGH for action security_group_rules [ 1306.392885] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4472dc2-12ba-4978-a243-b3825748477d with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 with Priority: HIGH for action security_group_rules [ 1306.394067] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cddb49-0580-4340-b09e-25b1c9504f10 with Priority: HIGH for action security_group_rules [ 1306.394437] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 with Priority: HIGH for action security_group_rules [ 1306.394653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.394842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.394907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.395181] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.395296] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.396491] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d946cbba-d33a-4212-842f-d553f844bcc9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.396637] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.396694] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.396893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.396959] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d946cbba-d33a-4212-842f-d553f844bcc9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.397896] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea1a3cf-7000-4cb5-aa82-c772e40da142 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.398057] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.398176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.398419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.398735] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea1a3cf-7000-4cb5-aa82-c772e40da142',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.399602] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.399715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.399813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.399990] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.400113] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aae1d635-37a6-4637-bb81-8d3ae9bd88f9',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.401092] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.401212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.401313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.401956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.402050] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f1e53b-5cd0-454c-8ae5-8249fd11edc6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.403751] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155f-7734-4b15-a738-654ba880f399 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.403846] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.403919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.404100] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.404172] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155f-7734-4b15-a738-654ba880f399',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.404923] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.405062] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.405108] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.405255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.405324] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('415f7f4b-cde2-49a4-95f1-1d47754f90b0',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.406053] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.406176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.406259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.406413] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.406483] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb76d68-ef8a-4a4f-a508-f5b03cf74df4',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.410017] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.410017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.410017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.410017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.410017] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb48992e-3f4c-4fc5-b84a-81b5f6db8300',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.410332] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4920d743-79b7-4dec-8bd4-10738348a73b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.410421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.410421] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.410586] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.410655] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4920d743-79b7-4dec-8bd4-10738348a73b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.411375] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.411483] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.411536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.411678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.411748] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6815136-9c67-4dc7-a9a2-2ef3347b5e53',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.412407] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.412507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.412569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.412766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.412837] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e230b08-2acc-4ff1-9dd8-4fee7f12658f',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.414051] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2ea5b1-7678-4355-9b5b-40299dd37919 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.414051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.414051] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.414259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.414259] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2ea5b1-7678-4355-9b5b-40299dd37919',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.414879] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.414995] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.415122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.415950] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.415950] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.416304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4472dc2-12ba-4978-a243-b3825748477d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.416304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.416463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.416538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.416538] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4472dc2-12ba-4978-a243-b3825748477d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.417225] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.417339] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.417504] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.417599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.417661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.417807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.417879] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.418842] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.418943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.419018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.419179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.419262] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd98b9b-04bf-4844-b9d3-7c7df09406f2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.420064] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cddb49-0580-4340-b09e-25b1c9504f10 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.420246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.420324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.420475] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.420539] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cddb49-0580-4340-b09e-25b1c9504f10',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.421329] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.421426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.421498] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.421648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.421742] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.450726] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.450897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.451015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.451255] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.457021] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.457021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.476829] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.477212] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155f-7734-4b15-a738-654ba880f399 is going to be deleted. [ 1306.478198] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.478412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.499127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.499245] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aae1d635-37a6-4637-bb81-8d3ae9bd88f9 is going to be deleted. [ 1306.540552] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.540698] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.540746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.541546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.541546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.541546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155f-7734-4b15-a738-654ba880f399" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.554175] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.554175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.554175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.554175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.554175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.554472] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aae1d635-37a6-4637-bb81-8d3ae9bd88f9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.931344] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.931563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.931563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.931730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.931888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.931985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.932059] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.932206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.932288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.932405] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.932472] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.935856] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.935988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.936081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.936323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.936754] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.936754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.936754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.936871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.936958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.937061] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.937182] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.983326] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.983550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.983550] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.983738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.987708] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.987889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.993263] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.993467] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.994648] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.994848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.995726] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.995848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.996639] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.996757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.997604] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.997724] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.998510] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.998662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.999281] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.999410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.000156] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.000251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.000911] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.001017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.001588] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.001990] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.002102] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.002786] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.003177] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.003268] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.003967] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.004333] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.004422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.005622] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.006043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.006125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.008709] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.009116] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.009244] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cddb49-0580-4340-b09e-25b1c9504f10 is going to be deleted. [ 1307.010112] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.010313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.028553] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.028715] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d946cbba-d33a-4212-842f-d553f844bcc9 is going to be deleted. [ 1307.029571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.029782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.047195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.047381] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb76d68-ef8a-4a4f-a508-f5b03cf74df4 is going to be deleted. [ 1307.048218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.048430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.068095] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.068095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.076157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.076329] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd98b9b-04bf-4844-b9d3-7c7df09406f2 is going to be deleted. [ 1307.077538] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.077748] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.090526] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.090666] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.097128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.097328] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4472dc2-12ba-4978-a243-b3825748477d is going to be deleted. [ 1307.098244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.098447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.111819] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.112026] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.122419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.122583] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f1e53b-5cd0-454c-8ae5-8249fd11edc6 is going to be deleted. [ 1307.123543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.123781] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.182901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.183145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.222976] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.223179] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 415f7f4b-cde2-49a4-95f1-1d47754f90b0 is going to be deleted. [ 1307.224072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.224289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.277192] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.277406] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.287572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.287783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.290753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.290876] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8 is going to be deleted. [ 1307.291785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.292025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.338434] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.338641] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb48992e-3f4c-4fc5-b84a-81b5f6db8300 is going to be deleted. [ 1307.339487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.339699] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.380154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.380340] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2ea5b1-7678-4355-9b5b-40299dd37919 is going to be deleted. [ 1307.381280] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.381502] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.425260] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.425433] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.428833] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.428960] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea1a3cf-7000-4cb5-aa82-c772e40da142 is going to be deleted. [ 1307.429923] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.430179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.432913] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.433076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.443573] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.444586] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.470782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.471158] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6815136-9c67-4dc7-a9a2-2ef3347b5e53 is going to be deleted. [ 1307.473022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.473022] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.503075] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.503360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.549091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.549091] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4920d743-79b7-4dec-8bd4-10738348a73b is going to be deleted. [ 1307.549569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.549838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.583830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.584048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.599325] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.599548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.602033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.602190] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e230b08-2acc-4ff1-9dd8-4fee7f12658f is going to be deleted. [ 1307.603229] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.603456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.653893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.654089] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6 is going to be deleted. [ 1307.655092] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.655269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.655350] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.655501] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cddb49-0580-4340-b09e-25b1c9504f10" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.655648] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.655810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.656142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.656400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d946cbba-d33a-4212-842f-d553f844bcc9" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.657041] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.657248] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.657325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.657456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb76d68-ef8a-4a4f-a508-f5b03cf74df4" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.657592] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.657751] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.657830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.657948] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd98b9b-04bf-4844-b9d3-7c7df09406f2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.658105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.658348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.658490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.658614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f1e53b-5cd0-454c-8ae5-8249fd11edc6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.658743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.659038] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.659157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.659368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4472dc2-12ba-4978-a243-b3825748477d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.659535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.659685] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.659881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.659996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-415f7f4b-cde2-49a4-95f1-1d47754f90b0" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.660141] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.660288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.660365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.660476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b8c8f6-1dc0-4831-9a7c-5672356e4fa8" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.660603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.660739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.660814] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.660931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb48992e-3f4c-4fc5-b84a-81b5f6db8300" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.661071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.661211] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.661282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.661393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2ea5b1-7678-4355-9b5b-40299dd37919" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.661518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.661686] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.661764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.661891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea1a3cf-7000-4cb5-aa82-c772e40da142" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.663028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.663169] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.663228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.663388] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.663470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.663582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6815136-9c67-4dc7-a9a2-2ef3347b5e53" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.712798] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.713113] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.713238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.713594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.713733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.713891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4920d743-79b7-4dec-8bd4-10738348a73b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.746937] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.747186] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.747283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.747518] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.747606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.747730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e230b08-2acc-4ff1-9dd8-4fee7f12658f" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.810484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.810713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.810713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.811012] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.811154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.811295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdc31c1-a14a-4c8a-abff-7f6661eaa0a6" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.946995] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88a844d2-7899-433f-af87-1820d83fd244: rpc.has_security_group_logging(os_id): False [ 1307.948239] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6968c8e-3b3f-490f-bbba-30d23a179347: rpc.has_security_group_logging(os_id): False [ 1307.981444] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.981678] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.981741] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.981981] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.984059] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.984200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.170458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.170846] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.171058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.171144] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.171346] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.171428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.171488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1308.172730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.173021] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.182151] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1308.182438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.182697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.182932] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.183103] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.202086] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.202658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.202848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.202943] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.203277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.203401] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.203526] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a844d2-7899-433f-af87-1820d83fd244 is going to be updated. [ 1308.307064] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.307279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.307345] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.307608] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.307774] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.319810] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.320030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.320212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.320456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.320613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.331515] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1308.332537] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: IN_PROGRESS for 2s [ 1308.685910] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.686224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.686224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.686548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.686798] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.686933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.687033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.687245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.687422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.687978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.687978] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.189898] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.692457] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f948e1-095d-4994-a832-22c5afde57be: rpc.has_security_group_logging(os_id): False [ 1309.713472] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.713675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.713675] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.713968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.714111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.714377] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.714482] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.714546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.714702] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.714842] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.714945] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1309.782899] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.783150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.783150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.783368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.783534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.802035] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1310.348273] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: SUCCESS [ 1310.348490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.349191] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1310.349360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.395721] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.396083] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1311.819024] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1311.819225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.247294] env[65067]: INFO networking_nsxv3.common.synchronization [req-dd527d08-b2b1-4a07-9ecb-8588a37eeb4d req-02c8434a-b40b-40b1-a4e5-3395581caabc tempest-ServerActionsTestOtherA-1808868701 tempest-ServerActionsTestOtherA-1808868701-project-member] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1316.247832] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGHEST for action security_group_members [ 1316.248160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.248284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.248340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.248525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.248675] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.248778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.249414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.249414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.249414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.249414] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.751135] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.751366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.751366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.751541] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.751632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.751851] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.751958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.752053] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.752213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.752290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.752398] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be updated. [ 1316.781942] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.782155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.782155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.782324] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.782466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.791174] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: IN_PROGRESS for 2s [ 1318.324397] env[65067]: INFO networking_nsxv3.common.synchronization [req-0f1dbaa0-022a-4678-aacf-3e821f48449d req-79b507cf-228f-47e7-8abf-97a9ccdce2e4 tempest-ServerActionsTestOtherB-489578526 tempest-ServerActionsTestOtherB-489578526-project-member] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1318.324999] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGHEST for action security_group_members [ 1318.325343] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.326163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.326163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.326163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.326416] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.326416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.326561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.326609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.326899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.326899] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.803811] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6968c8e-3b3f-490f-bbba-30d23a179347 in Status: SUCCESS [ 1318.804032] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 deletion is rescheduled due to dependency. [ 1318.804103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.833899] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.834163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.834163] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.834297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.834374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.834575] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.834662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.834717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.834947] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.835081] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.835166] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be updated. [ 1318.870083] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.870083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.870083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.870083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.870083] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.878965] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: IN_PROGRESS for 2s [ 1320.889728] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f948e1-095d-4994-a832-22c5afde57be in Status: SUCCESS [ 1320.890048] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f948e1-095d-4994-a832-22c5afde57be deletion is rescheduled due to dependency. [ 1320.890048] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.326079] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.326479] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.327504] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.327914] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.855471] env[65067]: INFO networking_nsxv3.common.synchronization [None req-9132ae40-7fd9-4db8-b790-21f1c3dad1ea None None] Enqueued Resource ID: 125feeb6-45d9-4a48-b747-bab226e366a1 with Priority: HIGHEST for action port [ 1331.856473] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125feeb6-45d9-4a48-b747-bab226e366a1 with Priority: HIGHEST for action port [ 1331.856473] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-125feeb6-45d9-4a48-b747-bab226e366a1 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.856650] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-125feeb6-45d9-4a48-b747-bab226e366a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.856710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-125feeb6-45d9-4a48-b747-bab226e366a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.856959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-125feeb6-45d9-4a48-b747-bab226e366a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.857129] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125feeb6-45d9-4a48-b747-bab226e366a1',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.359114] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 125feeb6-45d9-4a48-b747-bab226e366a1 [ 1332.359396] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.359463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.359532] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.359736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.359822] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.360091] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:125feeb6-45d9-4a48-b747-bab226e366a1 already deleted. [ 1332.360091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-125feeb6-45d9-4a48-b747-bab226e366a1" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.777575] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.777575] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.777932] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.777973] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.778279] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.778408] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.778561] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.778751] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.778926] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.779502] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.779502] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.779502] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.779502] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.779713] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.779713] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.779865] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.804071] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.804071] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1333.804071] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.804071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.804071] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-ebf9cc45-6087-4b55-8fe7-2933873bdae7 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.804071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.804071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.804071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.804071] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf9cc45-6087-4b55-8fe7-2933873bdae7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.197216] env[65067]: INFO networking_nsxv3.common.synchronization [None req-ecac1a75-126d-43e2-9263-db23735f3cef None None] Enqueued Resource ID: 9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed with Priority: HIGHEST for action port [ 1334.197823] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed with Priority: HIGHEST for action port [ 1334.198113] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.198274] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.198344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.198621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.198714] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.308043] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.308295] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.308422] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.308711] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.308861] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.309172] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.310106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.310106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.310106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.310106] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.310240] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.310355] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.310470] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.310677] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.310809] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.310948] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 is going to be updated. [ 1334.334417] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.334542] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.334671] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.334941] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.335306] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.335689] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.700858] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed [ 1334.701102] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.701246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.701317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.701545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.701630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.701725] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed already deleted. [ 1334.701807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf7d874-e10d-4b8b-ad72-cb8c4b0659ed" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.037028] env[65067]: INFO networking_nsxv3.common.synchronization [req-f1c2190d-8f0e-487f-be43-7300501e6383 req-58a70539-971d-4106-907a-5706470810ff service nova] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1335.037028] env[65067]: INFO networking_nsxv3.common.synchronization [req-f1c2190d-8f0e-487f-be43-7300501e6383 req-58a70539-971d-4106-907a-5706470810ff service nova] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1335.037028] env[65067]: INFO networking_nsxv3.common.synchronization [req-f1c2190d-8f0e-487f-be43-7300501e6383 req-58a70539-971d-4106-907a-5706470810ff service nova] Enqueued Resource ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 with Priority: HIGHEST for action port [ 1335.038753] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_rules [ 1335.038753] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1335.038753] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 with Priority: HIGHEST for action port [ 1335.038753] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.039019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.039103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.039451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.039674] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.040761] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.041489] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.041566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.042630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.042630] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.042630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.042630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.042630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.042630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.042630] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.043304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf9cc45-6087-4b55-8fe7-2933873bdae7 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.043362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.043428] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.043596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.043673] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf9cc45-6087-4b55-8fe7-2933873bdae7',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.546063] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.546063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.546063] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.546636] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf9cc45-6087-4b55-8fe7-2933873bdae7 with status ACTIVE [ 1335.546820] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.546933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.547008] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.547222] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.547309] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.547478] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.547571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.547631] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.547778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.547853] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.548045] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.548143] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.548204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.548340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.548412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.548495] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf9cc45-6087-4b55-8fe7-2933873bdae7 is going to be updated. [ 1335.571125] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.571335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.571335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.571528] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.571664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.571816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf9cc45-6087-4b55-8fe7-2933873bdae7" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.051164] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.553462] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.553697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.553697] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.553941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.554044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.554148] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 is going to be updated. [ 1336.585385] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.585683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.585683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.585787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.586392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.597225] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: IN_PROGRESS for 2s [ 1337.236521] env[65067]: INFO networking_nsxv3.common.synchronization [req-b04dde7d-280c-4da0-bd39-3e78c64091f9 req-7c2c00be-cd68-4bec-9a00-25a1050a47bc tempest-ServerPasswordTestJSON-1157890119 tempest-ServerPasswordTestJSON-1157890119-project-member] Enqueued Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_members [ 1337.237214] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_members [ 1337.237546] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.237546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.237653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.237809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.237956] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.238212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.238322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.238539] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.238676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.238808] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.523037] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.523344] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-760" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.523518] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-760" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.523863] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-760" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.524184] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.524360] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.524485] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.524698] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.524840] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.525062] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.525185] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.525300] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.525414] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.525520] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1337.525624] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.525753] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.544340] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.544486] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1337.544614] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.544785] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-760" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.545114] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-9f51587e-2116-47f2-b235-91b12f644bca taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.545355] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.545478] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.545837] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.545986] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f51587e-2116-47f2-b235-91b12f644bca',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.744898] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.745075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.745075] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.745313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.745408] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.745607] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.745713] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.745775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.745928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.746015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.746099] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 already deleted. [ 1337.746195] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.048139] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.048405] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.048553] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.048836] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.048985] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.049155] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 9f51587e-2116-47f2-b235-91b12f644bca not found, creating... [ 1338.049418] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.049576] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.049696] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.049920] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.050074] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.050360] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.050537] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.050675] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.050947] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.051071] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.051213] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 9f51587e-2116-47f2-b235-91b12f644bca is going to be created. [ 1338.072109] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.072348] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.072483] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.072814] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.073089] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.073365] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.606852] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: SUCCESS [ 1338.607311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.607599] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.607879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.608084] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.608202] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.608267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.608426] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.608509] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.608594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.608684] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.753054] env[65067]: INFO networking_nsxv3.common.synchronization [req-b04dde7d-280c-4da0-bd39-3e78c64091f9 req-ff914282-ab9a-4db6-a079-8296830b2da8 service nova] Enqueued Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_rules [ 1338.753291] env[65067]: INFO networking_nsxv3.common.synchronization [req-b04dde7d-280c-4da0-bd39-3e78c64091f9 req-ff914282-ab9a-4db6-a079-8296830b2da8 service nova] Enqueued Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_members [ 1338.753537] env[65067]: INFO networking_nsxv3.common.synchronization [req-b04dde7d-280c-4da0-bd39-3e78c64091f9 req-ff914282-ab9a-4db6-a079-8296830b2da8 service nova] Enqueued Resource ID: 9f51587e-2116-47f2-b235-91b12f644bca with Priority: HIGHEST for action port [ 1338.753996] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_rules [ 1338.754179] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_members [ 1338.754309] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f51587e-2116-47f2-b235-91b12f644bca with Priority: HIGHEST for action port [ 1338.754633] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.754856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.754856] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.755160] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.755302] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.756746] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.756877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.756971] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.757734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.757734] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.757734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.757734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.757734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.757996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.757996] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.758954] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f51587e-2116-47f2-b235-91b12f644bca taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.758954] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.759227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.759227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.759342] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f51587e-2116-47f2-b235-91b12f644bca',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.110650] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.257930] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.258174] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.261594] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.262388] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f51587e-2116-47f2-b235-91b12f644bca with status ACTIVE [ 1339.262802] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.263106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.263244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.263519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.263651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.263842] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.263960] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.264063] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.264994] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.265235] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.265431] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.265559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.265708] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.265891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.265982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.266092] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f51587e-2116-47f2-b235-91b12f644bca is going to be updated. [ 1339.290689] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.290841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.290909] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.291137] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.291288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.291438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f51587e-2116-47f2-b235-91b12f644bca" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.613104] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0be86929-643b-4965-a02c-4ad8df0a0026: rpc.has_security_group_logging(os_id): False [ 1339.631835] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.632080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.632080] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.632325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.651366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.651658] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.651782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.651848] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.652064] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.652147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.652237] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 is going to be updated. [ 1339.717330] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.717549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.717549] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.717766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.717908] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.732714] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: IN_PROGRESS for 2s [ 1339.768219] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.271051] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.271199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.271245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.271455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.271548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.271699] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 is going to be created. [ 1340.294162] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.294402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.294402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.294561] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.294742] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.303913] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 in Status: UNINITIALIZED for 2s [ 1341.749503] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: SUCCESS [ 1341.749914] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.315719] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 in Status: SUCCESS [ 1342.315940] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.316175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.316500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.316692] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.316810] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.316877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.317043] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.317122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.317209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.317304] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.820041] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.820424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.820424] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.820504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.820653] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.820759] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.820823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.820968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.821068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.821157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.821305] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.821398] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.821459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.821596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.821735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.821825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.821884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.822028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.822106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.822187] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.822276] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.324212] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83146c7-21a8-4583-8a8d-6ec84aab8863: rpc.has_security_group_logging(os_id): False [ 1343.344025] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.344245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.344245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.344476] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.344584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.344798] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.344911] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.344968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.345136] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.345225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.345458] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.345554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.345616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.345758] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.345834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.346024] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.346122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.346212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.346387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.346479] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.346581] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 is going to be created. [ 1343.416980] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.417244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.417244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.417402] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.417589] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.434430] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 in Status: IN_PROGRESS for 2s [ 1343.755409] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.755638] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1345.449113] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 in Status: SUCCESS [ 1345.449500] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.757068] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.757068] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.790924] env[65067]: INFO networking_nsxv3.common.synchronization [req-8b0221ce-2c73-496e-8750-951694583829 req-759b1718-2373-47da-b0c4-d11449d88ba4 tempest-ServerPasswordTestJSON-1157890119 tempest-ServerPasswordTestJSON-1157890119-project-member] Enqueued Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_members [ 1351.791255] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGHEST for action security_group_members [ 1351.791644] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.791644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.791644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.791935] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.792126] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.792238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.792341] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.792440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.792524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.792619] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.294839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.295124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.295124] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.295307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.295441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.295646] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.295743] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.295808] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.295959] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.296054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.296141] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 is going to be updated. [ 1352.327716] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.327928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.327928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.328154] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.328298] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.339818] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 in Status: IN_PROGRESS for 2s [ 1354.353311] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 in Status: SUCCESS [ 1354.353760] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 deletion is rescheduled due to dependency. [ 1354.353760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.374601] env[65067]: INFO networking_nsxv3.common.synchronization [req-f9763d73-4104-41e6-9f07-bb88c9c82ee3 req-e5d716f4-0397-40e6-a421-98bd6e886de2 tempest-AttachVolumeNegativeTest-1853221521 tempest-AttachVolumeNegativeTest-1853221521-project-member] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_members [ 1356.375065] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGHEST for action security_group_members [ 1356.375381] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.375526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.375600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.375789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.375941] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.376344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.376432] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.376600] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.376692] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.376784] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.879304] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.879495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.879543] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.879796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.879912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.880285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.880285] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.880444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.880508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.880590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.880676] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a844d2-7899-433f-af87-1820d83fd244 is going to be updated. [ 1356.910277] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.910441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.910515] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.910766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.910934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.920888] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: IN_PROGRESS for 2s [ 1358.932726] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88a844d2-7899-433f-af87-1820d83fd244 in Status: SUCCESS [ 1358.933155] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88a844d2-7899-433f-af87-1820d83fd244 deletion is rescheduled due to dependency. [ 1358.933155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.376340] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.376731] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.377485] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.377898] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.379209] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.379610] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.380545] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.380972] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.382050] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.382396] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.383681] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.383681] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.802372] env[65067]: INFO networking_nsxv3.common.synchronization [None req-e0b57709-157b-4fdb-aa3d-30057e18cd97 None None] Enqueued Resource ID: 30a4ca81-2350-4c44-ac2c-8cec9e27c199 with Priority: HIGHEST for action port [ 1388.803261] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a4ca81-2350-4c44-ac2c-8cec9e27c199 with Priority: HIGHEST for action port [ 1388.803700] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a4ca81-2350-4c44-ac2c-8cec9e27c199 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.803898] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a4ca81-2350-4c44-ac2c-8cec9e27c199" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.804028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a4ca81-2350-4c44-ac2c-8cec9e27c199" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.804438] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a4ca81-2350-4c44-ac2c-8cec9e27c199" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.804520] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a4ca81-2350-4c44-ac2c-8cec9e27c199',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.307064] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30a4ca81-2350-4c44-ac2c-8cec9e27c199 [ 1389.307181] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.307264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.307310] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.307508] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.307596] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.307690] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30a4ca81-2350-4c44-ac2c-8cec9e27c199 already deleted. [ 1389.307772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a4ca81-2350-4c44-ac2c-8cec9e27c199" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.875962] env[65067]: INFO networking_nsxv3.common.synchronization [None req-5da7d108-06b2-4905-8741-3718b15a9549 None None] Enqueued Resource ID: 6d33c8aa-be5e-4ae9-bf35-74e7f191cc24 with Priority: HIGHEST for action port [ 1390.876632] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d33c8aa-be5e-4ae9-bf35-74e7f191cc24 with Priority: HIGHEST for action port [ 1390.876950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d33c8aa-be5e-4ae9-bf35-74e7f191cc24 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.877128] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d33c8aa-be5e-4ae9-bf35-74e7f191cc24" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.877216] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d33c8aa-be5e-4ae9-bf35-74e7f191cc24" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.877492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d33c8aa-be5e-4ae9-bf35-74e7f191cc24" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.877606] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d33c8aa-be5e-4ae9-bf35-74e7f191cc24',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.380431] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d33c8aa-be5e-4ae9-bf35-74e7f191cc24 [ 1391.380592] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.380735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.380795] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.381020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.381110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.381206] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d33c8aa-be5e-4ae9-bf35-74e7f191cc24 already deleted. [ 1391.381284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d33c8aa-be5e-4ae9-bf35-74e7f191cc24" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.667348] env[65067]: INFO networking_nsxv3.common.synchronization [req-ff504b23-4583-4fcd-87fd-fa86d06f605a req-324bb9c6-ff8c-42f8-9114-f2d72644858d tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1392.668317] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGHEST for action security_group_members [ 1392.668671] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.668815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.668889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.669106] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.669285] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.669387] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.669451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.669609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.669700] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.669808] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.174696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.174696] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.174696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.174696] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 is going to be updated. [ 1393.205036] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.205269] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.205394] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.205704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.205939] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.216428] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: IN_PROGRESS for 2s [ 1394.176628] env[65067]: INFO networking_nsxv3.common.synchronization [req-955982a9-729c-45b4-a535-8120b11f443d req-33ede93f-2ab4-47f5-81eb-b73f8fdc7dcb tempest-ServersNegativeTestJSON-1396580592 tempest-ServersNegativeTestJSON-1396580592-project-member] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1394.177260] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1394.177574] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.177695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.177762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.178097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.178254] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.178352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.178414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.178562] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.178644] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.178737] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.445049] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.445049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.445049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.445049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.445049] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.445049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.445049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.445686] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.445973] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.446327] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1394.446560] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1394.446776] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1394.446984] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1394.447224] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1394.447430] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1394.447663] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.468405] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.470474] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1394.470474] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.470474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.470474] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-fca18e51-a95a-4a8c-ba01-72ecf2f00244 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.470474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.470474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.470474] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.470474] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca18e51-a95a-4a8c-ba01-72ecf2f00244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.681627] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.681807] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.681871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.682172] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.682348] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.682584] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.682687] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.682771] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.682912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.683142] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.683142] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 already deleted. [ 1394.683311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.972567] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.972786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.972890] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.973194] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.973356] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.973512] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port fca18e51-a95a-4a8c-ba01-72ecf2f00244 not found, creating... [ 1394.973781] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.973957] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.974092] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.974317] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.974458] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.974749] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.974907] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.975031] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.975236] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.975370] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.975513] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 is going to be created. [ 1394.995880] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.996189] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.996315] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.996579] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.996809] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.997049] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.229815] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be86929-643b-4965-a02c-4ad8df0a0026 in Status: SUCCESS [ 1395.230260] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 deletion is rescheduled due to dependency. [ 1395.230260] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.702894] env[65067]: INFO networking_nsxv3.common.synchronization [req-955982a9-729c-45b4-a535-8120b11f443d req-71e6ab1e-df5e-40b8-a527-7bfd0a2498c1 service nova] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_rules [ 1395.703136] env[65067]: INFO networking_nsxv3.common.synchronization [req-955982a9-729c-45b4-a535-8120b11f443d req-71e6ab1e-df5e-40b8-a527-7bfd0a2498c1 service nova] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1395.703285] env[65067]: INFO networking_nsxv3.common.synchronization [req-955982a9-729c-45b4-a535-8120b11f443d req-71e6ab1e-df5e-40b8-a527-7bfd0a2498c1 service nova] Enqueued Resource ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 with Priority: HIGHEST for action port [ 1395.703657] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_rules [ 1395.703657] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1395.703836] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 with Priority: HIGHEST for action port [ 1395.704368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.704480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.704480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.704783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.704783] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.705633] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.705757] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.705818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.706020] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.706193] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.706306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.706366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.706487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.706568] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.706661] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.707517] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca18e51-a95a-4a8c-ba01-72ecf2f00244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.707676] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.707733] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.707888] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.707975] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca18e51-a95a-4a8c-ba01-72ecf2f00244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.209870] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.210173] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.210245] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.212292] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca18e51-a95a-4a8c-ba01-72ecf2f00244 with status ACTIVE [ 1396.212292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.212292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.212292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.212292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.212292] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.212292] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.212591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.212591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.212591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.212591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.212787] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.212945] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.213017] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.213161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.213234] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.213316] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 is going to be updated. [ 1396.253451] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.253451] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.253933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.253933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.253933] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.254207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.715660] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.218275] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.218492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.218492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.220074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.220074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.220074] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be created. [ 1397.241848] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.242042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.242042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.242264] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.242423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.252384] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: UNINITIALIZED for 2s [ 1397.326846] env[65067]: INFO networking_nsxv3.common.synchronization [None req-f4ed622b-de13-4474-8a1a-1244b8bb14b6 tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1397.327625] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1397.327981] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.328138] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.328244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.328494] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.328579] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.408770] env[65067]: INFO networking_nsxv3.common.synchronization [None req-18f39280-bf7c-4dc4-bba0-84f672783cbb tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1397.409307] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1397.409645] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.409815] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.851400] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.851609] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.851661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.851843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.851934] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.852046] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 already deleted. [ 1397.852134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.852289] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.852442] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.852526] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.375415] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.375754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.375754] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.375880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.376033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.376136] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 already deleted. [ 1398.376226] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.262331] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1399.262559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.262704] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.262899] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.263108] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.263250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.263322] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.263430] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.263526] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.263620] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.263701] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.765784] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.766308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.766308] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.766582] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.766722] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.766880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.766993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.767239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.767399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.767559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.767782] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.767944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.768065] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.768262] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.768474] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.768623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.768727] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.768938] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.769071] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.769220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.769382] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.272433] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b03492f-9f0d-4292-8d1f-cd789455a3a5: rpc.has_security_group_logging(os_id): False [ 1400.290054] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.290282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.290282] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.290487] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.290564] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.290771] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.290868] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.290931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.291091] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.291168] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.291351] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.291443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.291503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.291636] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.291710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.291882] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.292047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.292047] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.292171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.292244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.292327] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be created. [ 1400.348043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.348208] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.348333] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.348554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.348739] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.360604] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1402.375688] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1402.376227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.410715] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.410923] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.807940] env[65067]: INFO networking_nsxv3.common.synchronization [req-04e2a2dc-ac88-4d14-a093-2bd00db50b00 req-6d0f657d-59f5-4b19-9473-0ef845e103cf tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1402.808714] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1402.809185] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.809371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.809478] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.809809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.810028] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.810180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.810277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.810499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.810629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.810770] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.315138] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.315363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.315363] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.315603] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.315717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.315944] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.316130] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.316213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.316399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.316531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.316598] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 already deleted. [ 1403.316688] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.543426] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.543777] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.543777] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.544050] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.544344] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.544511] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.544627] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.544912] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.544992] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.545222] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1403.545340] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1403.545449] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1403.545573] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1403.545684] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1403.545789] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1403.545925] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1403.565029] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1403.565323] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1403.565928] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1403.565928] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.566196] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.566456] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.566680] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.567386] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.567386] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c58a985-681b-4bc9-926f-d38a2ffeaf9b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.070237] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.070404] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.070533] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.070836] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.071041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.071158] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Segment Port 8c58a985-681b-4bc9-926f-d38a2ffeaf9b not found, creating... [ 1404.071413] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.071571] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.071688] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.071906] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.072057] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.072480] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.072641] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.072756] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.072963] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.073123] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.073280] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b is going to be created. [ 1404.096786] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.096971] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.097200] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.097488] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.097717] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.097935] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.791086] env[65067]: INFO networking_nsxv3.common.synchronization [req-04e2a2dc-ac88-4d14-a093-2bd00db50b00 req-0e705e36-83d1-46f4-b7d5-a44018eb756e service nova] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1404.791335] env[65067]: INFO networking_nsxv3.common.synchronization [req-04e2a2dc-ac88-4d14-a093-2bd00db50b00 req-0e705e36-83d1-46f4-b7d5-a44018eb756e service nova] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1404.791414] env[65067]: INFO networking_nsxv3.common.synchronization [req-04e2a2dc-ac88-4d14-a093-2bd00db50b00 req-0e705e36-83d1-46f4-b7d5-a44018eb756e service nova] Enqueued Resource ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b with Priority: HIGHEST for action port [ 1404.791634] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1404.791778] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1404.791876] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b with Priority: HIGHEST for action port [ 1404.792439] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.792563] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.792625] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.792834] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.792895] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.794316] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.794491] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.794575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.794762] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.794888] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.794982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.795054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.795209] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.795295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.795434] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.797039] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.797297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.797366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.797524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.797601] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c58a985-681b-4bc9-926f-d38a2ffeaf9b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.295284] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.295514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.298717] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.299740] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c58a985-681b-4bc9-926f-d38a2ffeaf9b with status ACTIVE [ 1405.299974] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.300114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.300184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.300399] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.300488] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.300664] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.300760] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.300823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.300968] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.301056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.301233] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.301328] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.301389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.301524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.301606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.301682] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b is going to be updated. [ 1405.336903] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.337218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.337218] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.337360] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.337456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.337616] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.804210] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.307134] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.307393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.307393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.307524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.307613] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.307712] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 is going to be created. [ 1406.331172] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.331427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.331427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.331578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.331731] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.342833] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: UNINITIALIZED for 2s [ 1408.356110] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: SUCCESS [ 1408.356110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.356110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.356110] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.356719] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.356719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.356719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.356719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.356719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.356719] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.356993] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.860101] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.912308] env[65067]: INFO networking_nsxv3.common.synchronization [req-545b1011-31cd-4cb0-9353-914a186ccf64 req-fb508726-7778-45ad-94c5-036757dd3a13 tempest-ServersNegativeTestJSON-1396580592 tempest-ServersNegativeTestJSON-1396580592-project-member] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1408.912757] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1408.913136] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.913323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.913323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.913534] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.913686] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.913783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.913843] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.914024] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.914297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.914364] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.191553] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.191753] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.191944] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.192240] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.192502] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.192659] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.192775] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.192982] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.193143] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.193401] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.193513] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.193619] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.193724] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.193831] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.193933] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.194105] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.212552] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.212737] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1409.212879] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.213061] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.213374] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-689febfb-c78e-48da-9234-b9e477784ac2 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.213548] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.213665] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.214170] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.214394] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689febfb-c78e-48da-9234-b9e477784ac2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.362590] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cae94ad-515b-46f6-aeec-78ba0702c284: rpc.has_security_group_logging(os_id): False [ 1409.379371] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.379611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.379611] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.379773] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.379866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.380130] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.380233] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.380297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.380449] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.380524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.380608] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 is going to be created. [ 1409.416928] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.442043] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.442257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.442257] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.442477] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.442661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.453065] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: IN_PROGRESS for 2s [ 1409.717630] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.717943] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.718095] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.718372] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.718519] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.718669] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Segment Port 689febfb-c78e-48da-9234-b9e477784ac2 not found, creating... [ 1409.718923] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.719086] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.719206] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.719445] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.719581] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.719859] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.720037] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.720157] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.720361] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.720490] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.720624] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: 689febfb-c78e-48da-9234-b9e477784ac2 is going to be created. [ 1409.743623] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.743869] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.743957] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.744304] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.744632] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.744901] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.919311] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.421836] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.422167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.422167] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.422267] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.422352] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.422452] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1410.447240] env[65067]: INFO networking_nsxv3.common.synchronization [req-545b1011-31cd-4cb0-9353-914a186ccf64 req-e2fe5841-e460-4c9c-b392-dfd4ba274c19 service nova] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_rules [ 1410.447449] env[65067]: INFO networking_nsxv3.common.synchronization [req-545b1011-31cd-4cb0-9353-914a186ccf64 req-e2fe5841-e460-4c9c-b392-dfd4ba274c19 service nova] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1410.447617] env[65067]: INFO networking_nsxv3.common.synchronization [req-545b1011-31cd-4cb0-9353-914a186ccf64 req-e2fe5841-e460-4c9c-b392-dfd4ba274c19 service nova] Enqueued Resource ID: 689febfb-c78e-48da-9234-b9e477784ac2 with Priority: HIGHEST for action port [ 1410.448071] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_rules [ 1410.448213] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1410.448304] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 689febfb-c78e-48da-9234-b9e477784ac2 with Priority: HIGHEST for action port [ 1410.448572] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.448684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.448749] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.448937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.449187] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.450100] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.450259] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.450565] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-689febfb-c78e-48da-9234-b9e477784ac2 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.450683] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.450783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.451068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.451200] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689febfb-c78e-48da-9234-b9e477784ac2',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.452906] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.453114] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.453277] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.453440] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.454422] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.464779] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1410.952966] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.953206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.956410] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 689febfb-c78e-48da-9234-b9e477784ac2 with status ACTIVE [ 1410.956595] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.956710] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.956776] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.956997] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.957101] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.957278] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.957372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.957431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.957578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.957653] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.957829] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.957919] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.957982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.958134] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.958203] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.958284] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 689febfb-c78e-48da-9234-b9e477784ac2 is going to be updated. [ 1410.979931] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.980147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.980147] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.980334] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.980469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.980627] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-689febfb-c78e-48da-9234-b9e477784ac2" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.467094] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: SUCCESS [ 1411.467372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.474608] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1412.474925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.475028] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.475213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.475398] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.475569] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.475621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.475734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.475813] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.475918] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.978436] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.480990] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.983698] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.983929] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.984056] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.984392] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.984537] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.984684] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1414.035368] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.035640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.035640] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.035763] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.035941] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.048484] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1415.449325] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.449696] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1416.059578] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1416.059827] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.059958] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.060206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.060390] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.060507] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.060571] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.060726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.060800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.060879] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.060990] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.563862] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.564376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.564376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.564503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.564665] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.564783] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.564873] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.565054] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.565213] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.565304] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.565419] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.565544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.565615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.565809] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.565965] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.566072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.566178] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.566342] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.566431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.566495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.566579] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.070013] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b03492f-9f0d-4292-8d1f-cd789455a3a5: rpc.has_security_group_logging(os_id): False [ 1417.087694] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.087889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.087889] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.088125] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.088238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.088484] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.088638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.088638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.088765] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.088838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.089081] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.089184] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.089245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.089384] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.089459] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.089636] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.089730] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.089785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.089925] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.089993] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.090088] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1417.150425] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.150663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.150663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.150866] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.151067] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.176704] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1419.193227] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1419.193499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.955338] env[65067]: INFO networking_nsxv3.common.synchronization [req-e4ea3914-14e0-4000-a6af-f24efa6f295c req-96c33b4b-5b0f-4af0-ad36-3e723417fc38 tempest-ServersNegativeTestJSON-1396580592 tempest-ServersNegativeTestJSON-1396580592-project-member] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1419.955854] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1419.956978] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.956978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.956978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.956978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.956978] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.956978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.956978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.956978] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.957696] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.957696] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.459130] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.961433] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.463995] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.464460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.464460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.464544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.464578] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.464714] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1421.492750] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.492970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.492970] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.493179] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.493326] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.501689] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1423.512639] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1423.513018] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.956686] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.957139] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.957579] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.957579] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.958990] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.959414] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.960158] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.960517] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.961231] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.961656] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.962543] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.962543] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.963386] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.963691] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.281017] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.281365] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.281365] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.281618] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.281873] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.282043] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.282201] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.282542] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.282786] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.283042] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.283159] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1459.283266] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1459.283372] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1459.283479] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.283583] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1459.283716] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1459.303692] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1459.303881] env[65067]: DEBUG dogpile.cache.region [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1459.303978] env[65067]: DEBUG dogpile.lock [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1459.304172] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "network-334" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.304491] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock port-fca18e51-a95a-4a8c-ba01-72ecf2f00244 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.304706] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.304832] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.305113] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.305253] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca18e51-a95a-4a8c-ba01-72ecf2f00244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.807655] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.807925] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.808041] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.808414] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.808592] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.808901] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.809167] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.809333] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.809583] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.809726] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.810041] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.810207] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.810327] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.810537] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.810672] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.810851] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Resource: SegmentPort with ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 is going to be updated. [ 1459.831507] env[65067]: DEBUG networking_nsxv3.common.locking [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.831734] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.831848] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.832170] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.832376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.832593] env[65067]: DEBUG oslo_concurrency.lockutils [None req-d915a8b7-0714-42bb-b4c8-182012a1ac44 None None] Releasing lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.964752] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.964929] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.517449] env[65067]: INFO networking_nsxv3.common.synchronization [req-ae6b80a7-2fbf-468c-ac34-52b651c400fd req-ae651e19-67c0-4800-a91a-80857dcc2719 service nova] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_rules [ 1460.517737] env[65067]: INFO networking_nsxv3.common.synchronization [req-ae6b80a7-2fbf-468c-ac34-52b651c400fd req-ae651e19-67c0-4800-a91a-80857dcc2719 service nova] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1460.517783] env[65067]: INFO networking_nsxv3.common.synchronization [req-ae6b80a7-2fbf-468c-ac34-52b651c400fd req-ae651e19-67c0-4800-a91a-80857dcc2719 service nova] Enqueued Resource ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 with Priority: HIGHEST for action port [ 1460.518437] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_rules [ 1460.518437] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1460.518530] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 with Priority: HIGHEST for action port [ 1460.518762] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.520270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.520270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.520270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.520270] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.520953] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.521097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.522033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.522033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.522033] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.522033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.522033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.522033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.522033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.522033] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.522731] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca18e51-a95a-4a8c-ba01-72ecf2f00244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.522832] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.522897] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.523290] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.523290] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca18e51-a95a-4a8c-ba01-72ecf2f00244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.024500] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.024652] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.024819] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.026103] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca18e51-a95a-4a8c-ba01-72ecf2f00244 with status ACTIVE [ 1461.026288] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.026397] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.026465] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.027015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.027015] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.027015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.027246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.027246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.027366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.027446] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.027660] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.027756] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.027825] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.027989] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.028082] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.028192] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca18e51-a95a-4a8c-ba01-72ecf2f00244 is going to be updated. [ 1461.051231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.051456] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.051514] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.051732] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.051887] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.052085] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca18e51-a95a-4a8c-ba01-72ecf2f00244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.530307] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.032315] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.032546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.032546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.032784] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.032877] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.032991] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1462.066921] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.067170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.067225] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.067504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.067715] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.077924] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1464.099781] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1464.100193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.100244] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.100463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.100667] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.100793] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.100884] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.101058] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.101200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.101318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.101386] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.604369] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.604684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.604684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.604841] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.605023] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.605199] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.605338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.605404] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.605495] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.605573] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.605762] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.605916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.605916] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.606200] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.606461] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.606566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.606705] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.606789] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.606870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.606955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.607056] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.110048] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b03492f-9f0d-4292-8d1f-cd789455a3a5: rpc.has_security_group_logging(os_id): False [ 1465.132977] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.133220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.133220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.133410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.133492] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.133759] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.133893] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.133986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.134293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.134389] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.134605] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.134735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.134800] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.134918] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.134992] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.135259] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.135371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.135417] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.135587] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.135714] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.135863] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1465.202406] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.202695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.202695] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.202891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.203132] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.218666] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1465.519920] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.520112] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1467.236715] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1467.237127] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.520981] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.520981] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.522853] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.522853] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.565294] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.565652] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.565652] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.565922] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.566206] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.566365] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.566475] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.566690] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.566839] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.567126] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1478.567251] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] NeedRegenerationException {{(pid=65067) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1478.567357] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] no value, waiting for create lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1478.567462] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] value creation lock acquired {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1478.567571] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] No value present for key: 'zone-id' {{(pid=65067) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1478.567677] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Calling creation function for not-yet-present value {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1478.567808] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1478.588743] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1478.588933] env[65067]: DEBUG dogpile.cache.region [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65067) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1478.589166] env[65067]: DEBUG dogpile.lock [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Released creation lock {{(pid=65067) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1478.589448] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "network-693" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.589895] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b taken with stack trace [, , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.590178] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.590374] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.590646] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.590779] env[65067]: DEBUG networking_nsxv3.api.rpc [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c58a985-681b-4bc9-926f-d38a2ffeaf9b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.093305] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.093534] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.093587] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.093858] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.094016] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.094295] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.094451] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.094566] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.094819] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.095025] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.095295] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.095431] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.095549] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.095752] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.095885] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.096034] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Resource: SegmentPort with ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b is going to be updated. [ 1479.117163] env[65067]: DEBUG networking_nsxv3.common.locking [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.117376] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.117480] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.117737] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.117949] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.118191] env[65067]: DEBUG oslo_concurrency.lockutils [None req-359d7b91-b2e9-4e0e-a4f6-02e780eea920 None None] Releasing lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.837145] env[65067]: INFO networking_nsxv3.common.synchronization [req-aa51a107-4dd3-48cd-908b-8b6cdb8212fd req-559a6dfe-d956-4be5-9403-68f353553746 service nova] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1479.837589] env[65067]: INFO networking_nsxv3.common.synchronization [req-aa51a107-4dd3-48cd-908b-8b6cdb8212fd req-559a6dfe-d956-4be5-9403-68f353553746 service nova] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1479.837589] env[65067]: INFO networking_nsxv3.common.synchronization [req-aa51a107-4dd3-48cd-908b-8b6cdb8212fd req-559a6dfe-d956-4be5-9403-68f353553746 service nova] Enqueued Resource ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b with Priority: HIGHEST for action port [ 1479.838170] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_rules [ 1479.838351] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1479.838430] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b with Priority: HIGHEST for action port [ 1479.839066] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.839241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.839353] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.839551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.839635] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.840549] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.840684] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.840770] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.840955] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.841153] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.841254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.841318] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.841466] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.841552] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.841645] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.842427] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.842746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.842746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.842746] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.842854] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c58a985-681b-4bc9-926f-d38a2ffeaf9b',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.344581] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.344830] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.344830] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.346080] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c58a985-681b-4bc9-926f-d38a2ffeaf9b with status ACTIVE [ 1480.346080] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.346279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.346279] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.346412] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.346540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.346620] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.346723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.346805] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.346972] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.347044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.347225] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.347338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.347400] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.347503] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.347574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.347655] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c58a985-681b-4bc9-926f-d38a2ffeaf9b is going to be updated. [ 1480.376206] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.376444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.376444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.376590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.376726] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.376953] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c58a985-681b-4bc9-926f-d38a2ffeaf9b" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.850708] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.353051] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.353313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.353313] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.353463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.353463] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.353570] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 is going to be updated. [ 1481.385921] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.385921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.385921] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.386151] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.386238] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.395989] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: IN_PROGRESS for 2s [ 1483.407126] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: SUCCESS [ 1483.407126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.407126] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.407632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.407632] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.407632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.407632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.407790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.407790] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.407850] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.407986] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.910862] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.412915] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cae94ad-515b-46f6-aeec-78ba0702c284: rpc.has_security_group_logging(os_id): False [ 1484.431231] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.431460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.431460] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.431649] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.431735] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.431972] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.432087] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.432150] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.432303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.432379] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.432500] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 is going to be updated. [ 1484.493916] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.494175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.494175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.494368] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.494519] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.508444] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: IN_PROGRESS for 2s [ 1484.839503] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.839708] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1486.532539] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: SUCCESS [ 1486.532996] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.859400] env[65067]: INFO networking_nsxv3.common.synchronization [req-826601df-3478-48b9-b70c-c503a3b49153 req-9dde2161-5c56-4dcd-bc35-eede3cdaa25b tempest-ServersNegativeTestJSON-1396580592 tempest-ServersNegativeTestJSON-1396580592-project-member] Enqueued Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1487.859599] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 with Priority: HIGHEST for action security_group_members [ 1487.859830] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b03492f-9f0d-4292-8d1f-cd789455a3a5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.859956] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.860030] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.860245] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.860402] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.860504] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.860566] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.860711] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.860796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.860890] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b03492f-9f0d-4292-8d1f-cd789455a3a5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.363994] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.364227] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.364275] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.364457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.364548] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.364739] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.364847] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.364910] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.365076] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.365155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.365241] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 is going to be updated. [ 1488.395721] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.395854] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.395937] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.396171] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.396307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.405529] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: IN_PROGRESS for 2s [ 1490.417136] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 in Status: SUCCESS [ 1490.417554] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b03492f-9f0d-4292-8d1f-cd789455a3a5 deletion is rescheduled due to dependency. [ 1490.417554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b03492f-9f0d-4292-8d1f-cd789455a3a5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.860232] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.860232] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.116197] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1497.116601] env[65067]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cbb1abcd-8b21-432e-91d4-1aac7244e3a5 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.861163] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.861373] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.862302] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.862752] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.863603] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.864103] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.865076] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.865514] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.867340] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.867788] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.868206] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.868596] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.869761] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.870212] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.518419] env[65067]: INFO networking_nsxv3.common.synchronization [req-cbc902de-f30d-414b-82d7-0a351365b9c8 req-590ca53c-58ef-43de-9a7a-385aa6a68ec6 tempest-AttachVolumeShelveTestJSON-676496999 tempest-AttachVolumeShelveTestJSON-676496999-project-member] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1531.519249] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGHEST for action security_group_members [ 1531.519249] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.519249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.519249] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.519536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.519536] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.519638] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.519682] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.520307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.520307] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.520307] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.021901] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.022155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.022155] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.022441] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.022574] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.022799] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.022927] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.023025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.023220] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.023323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.023431] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 is going to be updated. [ 1532.052787] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.053019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.053019] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.053288] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.053461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.061991] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: IN_PROGRESS for 2s [ 1534.073380] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 in Status: SUCCESS [ 1534.073798] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 deletion is rescheduled due to dependency. [ 1534.073798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.519895] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.519895] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.069581] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.069581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.069581] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.070156] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.070156] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.572433] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.074809] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.579144] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1540.579414] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1541.334015] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.334365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.334365] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.334462] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.347661] env[65067]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1541.348544] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.349445] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1541.388056] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.388221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.388221] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.388423] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.401206] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.402056] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1541.402143] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1541.402263] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1541.434673] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.434673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.434673] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.434901] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.435655] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.435824] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1541.515377] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.515577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.515577] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.515785] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.516105] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.516376] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1541.521091] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.521192] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.609296] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.609296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.609296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.609296] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.609542] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.609684] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1541.609775] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d6968c8e-3b3f-490f-bbba-30d23a179347', 'd83146c7-21a8-4583-8a8d-6ec84aab8863', '07f948e1-095d-4994-a832-22c5afde57be', '5396a79e-59de-453f-9484-1c407b360ad5', '243437f2-eb53-4ecd-a452-e0453f922776', 'b709038a-0291-4db0-a8d0-b9035ec18d22', 'c654bab0-e3ed-48a1-99ec-7d180fbe115d', '0be86929-643b-4965-a02c-4ad8df0a0026', '9cae94ad-515b-46f6-aeec-78ba0702c284', '8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25', '475ae7d3-f064-407f-bb39-626c7141e74c', 'd7c3df3d-96ba-414e-8eca-a818999fa846', 'd9711803-9b0e-4392-81a4-f1892b626dac', '24d700a7-c434-4c08-8d01-e10aaa4aaf04', '88a844d2-7899-433f-af87-1820d83fd244', '50b635be-c355-44a5-a50e-49c4f3c96b14', '53befe14-9073-4fc9-b21f-f524fdd13442', '8751bf03-efb2-41e9-a2e0-19c834f68b11', '960cf4de-f3ce-4848-93b9-818b888c7988', '8c4b4223-e1c0-4654-b4fc-e84ba0476321', '756eeccb-8499-4185-8352-8aace62fef16', '01304935-578f-4e50-aed4-71d7930f735f', '70d076a2-fda7-4451-89e0-365e3d69b858', '10cec73e-0465-48f7-b0b2-34ee8de87578', '4741747d-de51-4011-99c4-33c0cecb2e7a', '0090c130-50da-44d9-9c9f-d1027f3cc452', '8b03492f-9f0d-4292-8d1f-cd789455a3a5', 'ce4ec84a-547a-46a8-a3c2-26a852a39d62'} {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1541.609873] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1541.627713] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.627871] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.628074] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.628291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.628385] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.628488] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1541.628559] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1541.628658] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1541.706853] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.707032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.707097] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.707287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.708551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.708821] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1541.708899] env[65067]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65067) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1541.708973] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1541.709047] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1541.709126] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1541.709201] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGH for action security_group_rules [ 1541.709291] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGH for action security_group_rules [ 1541.709391] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGH for action security_group_rules [ 1541.709461] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGH for action security_group_rules [ 1541.709526] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGH for action security_group_rules [ 1541.709591] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGH for action security_group_rules [ 1541.709647] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGH for action security_group_rules [ 1541.709699] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGH for action security_group_rules [ 1541.709754] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGH for action security_group_rules [ 1541.709810] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGH for action security_group_rules [ 1541.709877] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGH for action security_group_rules [ 1541.709929] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGH for action security_group_rules [ 1541.709976] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGH for action security_group_rules [ 1541.710044] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGH for action security_group_rules [ 1541.710092] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGH for action security_group_rules [ 1541.710150] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGH for action security_group_rules [ 1541.710213] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGH for action security_group_rules [ 1541.710275] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGH for action security_group_rules [ 1541.710338] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGH for action security_group_rules [ 1541.710450] env[65067]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGH for action security_group_rules [ 1541.710496] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.522449] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.522812] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1546.522812] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6968c8e-3b3f-490f-bbba-30d23a179347 with Priority: HIGH for action security_group_rules [ 1546.522812] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f948e1-095d-4994-a832-22c5afde57be with Priority: HIGH for action security_group_rules [ 1546.523029] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d with Priority: HIGH for action security_group_rules [ 1546.523029] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a844d2-7899-433f-af87-1820d83fd244 with Priority: HIGH for action security_group_rules [ 1546.523129] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 with Priority: HIGH for action security_group_rules [ 1546.523263] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf4de-f3ce-4848-93b9-818b888c7988 with Priority: HIGH for action security_group_rules [ 1546.523363] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 with Priority: HIGH for action security_group_rules [ 1546.523456] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53befe14-9073-4fc9-b21f-f524fdd13442 with Priority: HIGH for action security_group_rules [ 1546.523543] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 with Priority: HIGH for action security_group_rules [ 1546.523660] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 with Priority: HIGH for action security_group_rules [ 1546.523767] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9711803-9b0e-4392-81a4-f1892b626dac with Priority: HIGH for action security_group_rules [ 1546.523813] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c3df3d-96ba-414e-8eca-a818999fa846 with Priority: HIGH for action security_group_rules [ 1546.523894] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475ae7d3-f064-407f-bb39-626c7141e74c with Priority: HIGH for action security_group_rules [ 1546.523967] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 with Priority: HIGH for action security_group_rules [ 1546.524068] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 with Priority: HIGH for action security_group_rules [ 1546.524157] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b709038a-0291-4db0-a8d0-b9035ec18d22 with Priority: HIGH for action security_group_rules [ 1546.524245] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be86929-643b-4965-a02c-4ad8df0a0026 with Priority: HIGH for action security_group_rules [ 1546.524329] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243437f2-eb53-4ecd-a452-e0453f922776 with Priority: HIGH for action security_group_rules [ 1546.524416] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 with Priority: HIGH for action security_group_rules [ 1546.524503] env[65067]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5396a79e-59de-453f-9484-1c407b360ad5 with Priority: HIGH for action security_group_rules [ 1546.524839] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6968c8e-3b3f-490f-bbba-30d23a179347 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.525032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.525122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.525340] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.525416] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6968c8e-3b3f-490f-bbba-30d23a179347',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.526410] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f948e1-095d-4994-a832-22c5afde57be taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.526525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.526590] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.526753] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.526830] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f948e1-095d-4994-a832-22c5afde57be',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.527733] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.527881] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.527988] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.528224] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.528343] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c654bab0-e3ed-48a1-99ec-7d180fbe115d',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.531013] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88a844d2-7899-433f-af87-1820d83fd244 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.531129] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.531228] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.531347] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.531413] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88a844d2-7899-433f-af87-1820d83fd244',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.532146] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.532284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.532284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.532415] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.532476] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4b4223-e1c0-4654-b4fc-e84ba0476321',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.533122] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-960cf4de-f3ce-4848-93b9-818b888c7988 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.533239] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.533323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.533431] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.533499] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('960cf4de-f3ce-4848-93b9-818b888c7988',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.534160] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8751bf03-efb2-41e9-a2e0-19c834f68b11 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.534270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.534325] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.534474] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.534541] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8751bf03-efb2-41e9-a2e0-19c834f68b11',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.535204] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53befe14-9073-4fc9-b21f-f524fdd13442 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.535317] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.535374] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.535512] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.535601] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53befe14-9073-4fc9-b21f-f524fdd13442',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.671550] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.671787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.671787] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.671944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.672034] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d700a7-c434-4c08-8d01-e10aaa4aaf04',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.672932] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b635be-c355-44a5-a50e-49c4f3c96b14 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.673072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.673072] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.673212] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.673321] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b635be-c355-44a5-a50e-49c4f3c96b14',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.673960] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9711803-9b0e-4392-81a4-f1892b626dac taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.674095] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.674157] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.674284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.674355] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9711803-9b0e-4392-81a4-f1892b626dac',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.675104] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c3df3d-96ba-414e-8eca-a818999fa846 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.675254] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.675311] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.675470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.675539] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c3df3d-96ba-414e-8eca-a818999fa846',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.676197] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-475ae7d3-f064-407f-bb39-626c7141e74c taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.676293] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.676366] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.676522] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.676597] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('475ae7d3-f064-407f-bb39-626c7141e74c',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.677245] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.677343] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.677443] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.677559] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.677639] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.678366] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cae94ad-515b-46f6-aeec-78ba0702c284 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.678469] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.678545] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.678723] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.678819] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cae94ad-515b-46f6-aeec-78ba0702c284',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.679445] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b709038a-0291-4db0-a8d0-b9035ec18d22 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.679556] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.679614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.679845] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.679845] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b709038a-0291-4db0-a8d0-b9035ec18d22',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.680969] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be86929-643b-4965-a02c-4ad8df0a0026 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.681103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.681175] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.681295] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.681365] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be86929-643b-4965-a02c-4ad8df0a0026',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.682338] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243437f2-eb53-4ecd-a452-e0453f922776 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.682338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.682525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.682525] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.682601] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243437f2-eb53-4ecd-a452-e0453f922776',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.683301] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83146c7-21a8-4583-8a8d-6ec84aab8863 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.683425] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.683499] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.683651] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.683718] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83146c7-21a8-4583-8a8d-6ec84aab8863',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.684985] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5396a79e-59de-453f-9484-1c407b360ad5 taken with stack trace [, , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.684985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.684985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.684985] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.684985] env[65067]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5396a79e-59de-453f-9484-1c407b360ad5',) {} {{(pid=65067) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.715431] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.715752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.715752] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.715965] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.717669] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.717791] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.735033] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.735160] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4b4223-e1c0-4654-b4fc-e84ba0476321 is going to be deleted. [ 1546.735982] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.736193] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.754583] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.754733] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d700a7-c434-4c08-8d01-e10aaa4aaf04 is going to be deleted. [ 1546.793692] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.793912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.793912] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.794068] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.794161] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.794284] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4b4223-e1c0-4654-b4fc-e84ba0476321" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.801146] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.801359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.801359] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.801524] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.801623] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.801782] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d700a7-c434-4c08-8d01-e10aaa4aaf04" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.244464] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.244816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.244816] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.245016] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.255749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.255986] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.256758] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.256876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.257735] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.257926] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.258576] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.258661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.259508] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.259615] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.260449] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.260551] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.261345] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.261457] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.262121] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.262247] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.263035] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.263135] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.263812] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.263907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.264500] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.264908] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.264998] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.265657] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.266109] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.266303] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.267011] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.267420] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.267554] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.268204] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.268583] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.268677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.269320] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.269672] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.269799] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.270380] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.270749] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.270876] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.271493] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.271855] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.271964] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.272538] env[65067]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.272907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.273040] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83146c7-21a8-4583-8a8d-6ec84aab8863 is going to be deleted. [ 1547.273913] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.274122] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.294606] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.294774] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c654bab0-e3ed-48a1-99ec-7d180fbe115d is going to be deleted. [ 1547.295629] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.295835] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.330530] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.330710] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9711803-9b0e-4392-81a4-f1892b626dac is going to be deleted. [ 1547.331533] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.331764] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.350179] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.350393] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.351486] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.351606] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c3df3d-96ba-414e-8eca-a818999fa846 is going to be deleted. [ 1547.352444] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.352661] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.363898] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.364103] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.372416] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.372538] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b635be-c355-44a5-a50e-49c4f3c96b14 is going to be deleted. [ 1547.373396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.373604] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.414584] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.414774] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be86929-643b-4965-a02c-4ad8df0a0026 is going to be deleted. [ 1547.415664] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.415880] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.461244] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.461490] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.462223] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.462329] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53befe14-9073-4fc9-b21f-f524fdd13442 is going to be deleted. [ 1547.463207] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.463414] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.475553] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.475778] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.496699] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.496963] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.503437] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.503624] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.504540] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.504663] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 960cf4de-f3ce-4848-93b9-818b888c7988 is going to be deleted. [ 1547.505575] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.505775] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.542483] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.542891] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.553419] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.553607] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88a844d2-7899-433f-af87-1820d83fd244 is going to be deleted. [ 1547.554455] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.554663] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.580283] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.580478] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 475ae7d3-f064-407f-bb39-626c7141e74c is going to be deleted. [ 1547.581344] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.581555] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.611518] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.611736] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.613864] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.613989] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6968c8e-3b3f-490f-bbba-30d23a179347 is going to be deleted. [ 1547.614870] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.615094] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.677204] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.677391] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243437f2-eb53-4ecd-a452-e0453f922776 is going to be deleted. [ 1547.678470] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.678738] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.685134] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.685323] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.725146] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.725362] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.739297] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.739481] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cae94ad-515b-46f6-aeec-78ba0702c284 is going to be deleted. [ 1547.740332] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.740546] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.760370] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.760585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.773291] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.773497] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b709038a-0291-4db0-a8d0-b9035ec18d22 is going to be deleted. [ 1547.774396] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.774614] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.806630] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.806859] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5396a79e-59de-453f-9484-1c407b360ad5 is going to be deleted. [ 1547.807867] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.808576] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.838439] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.838697] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25 is going to be deleted. [ 1547.839557] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.839772] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.841215] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.841335] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.886096] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.886306] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.898838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.898995] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f948e1-095d-4994-a832-22c5afde57be is going to be deleted. [ 1547.899931] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.900201] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.924876] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.925145] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.949591] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.949784] env[65067]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8751bf03-efb2-41e9-a2e0-19c834f68b11 is going to be deleted. [ 1547.950662] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.950882] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.950974] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.951111] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83146c7-21a8-4583-8a8d-6ec84aab8863" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.951270] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.951427] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.951536] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.951621] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c654bab0-e3ed-48a1-99ec-7d180fbe115d" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.952176] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.952338] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.952420] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.952535] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9711803-9b0e-4392-81a4-f1892b626dac" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.952671] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.952818] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.952894] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.953010] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c3df3d-96ba-414e-8eca-a818999fa846" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.953148] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.953287] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.953361] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.953468] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b635be-c355-44a5-a50e-49c4f3c96b14" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.953594] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.953734] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.953812] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.953907] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be86929-643b-4965-a02c-4ad8df0a0026" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.954042] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.954180] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.954251] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.954357] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53befe14-9073-4fc9-b21f-f524fdd13442" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.954484] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.954619] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.954691] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.954798] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-960cf4de-f3ce-4848-93b9-818b888c7988" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.954924] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.955073] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.955146] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.955250] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-475ae7d3-f064-407f-bb39-626c7141e74c" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.955372] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.955531] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.955634] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.955858] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88a844d2-7899-433f-af87-1820d83fd244" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.956192] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.956373] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.956461] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.956579] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6968c8e-3b3f-490f-bbba-30d23a179347" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.956717] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.956855] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.956928] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.957044] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243437f2-eb53-4ecd-a452-e0453f922776" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.957170] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.957305] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.957376] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.957480] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cae94ad-515b-46f6-aeec-78ba0702c284" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.957632] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.957766] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.957838] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.957944] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b709038a-0291-4db0-a8d0-b9035ec18d22" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.007950] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.008183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.008183] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.008371] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.008458] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.008588] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5396a79e-59de-453f-9484-1c407b360ad5" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.024219] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.024410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.024410] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.024585] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.024677] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.024796] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cee61f1-cd40-40fa-8fc8-b4f7af0c4d25" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.067800] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.068032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.068032] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.068241] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.068331] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.068447] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f948e1-095d-4994-a832-22c5afde57be" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.100606] env[65067]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65067) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.100823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.100823] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.101025] env[65067]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.101123] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.101246] env[65067]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8751bf03-efb2-41e9-a2e0-19c834f68b11" {{(pid=65067) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.525473] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.525851] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.527083] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.527549] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.528161] env[65067]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.528641] env[65067]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0